Class cascading.detail.EveryPipeAssemblyPlatformTest

2016-05-18 02:06:30,664 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 02:06:30,699 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.detail.EveryPipeAssemblyPlatformTest, with platform: hadoop2-tez
2016-05-18 02:06:31,061 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-05-18 02:06:31,590 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 02:06:31,936 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 02:06:32,196 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:32,198 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:32,308 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: EAE5E97841844CCB8F0FCE16FF3E9AE5
2016-05-18 02:06:32,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.080
2016-05-18 02:06:32,550 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.101
2016-05-18 02:06:32,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:32,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:32,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:32,705 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:32,846 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_-1
2016-05-18 02:06:33,049 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 02:06:33,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:33,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:33,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_-1"]
2016-05-18 02:06:33,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:33,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:33,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:33,055 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:33,055 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:33,078 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:33,258 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:33,267 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:33,267 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:33,321 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001 doesn't exist and is created
2016-05-18 02:06:33,409 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:33,409 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:33,411 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd
2016-05-18 02:06:33,483 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537193265_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:33,498 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:33,499 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:33,508 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:33,508 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:33,509 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:33,509 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:33,510 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-05-18 02:06:33,511 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-05-18 02:06:33,511 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:33,536 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:33,563 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:33,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:33,567 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:33,568 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:33,568 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:33,570 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:33,571 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:33,572 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:33,572 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:33,583 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:33,588 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:33,611 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-05-18 02:06:33,611 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-05-18 02:06:33,612 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:33,612 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:33,615 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:33,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:33,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd/localmode-log-dir
2016-05-18 02:06:33,619 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd/localmode-log-dir/history.txt.appattempt_1463537193265_0001_000000, maxErrors=10
2016-05-18 02:06:33,619 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:33,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537193265_0001_000000, appSubmitTime=1463537193461, launchTime=1463537193481
2016-05-18 02:06:33,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:33,684 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44039
2016-05-18 02:06:33,686 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537193265
2016-05-18 02:06:33,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537193265_0001_000000, startTime=1463537193705
2016-05-18 02:06:33,706 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:33,712 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:33,727 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:33,728 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/-1_'field'_-1, applicationId=application_1463537193265_0001, dagName=[696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:33,964 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:33,973 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:34,032 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537193265_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd/localmode-log-dir/dag_1463537193265_0001_1.dot
2016-05-18 02:06:34,037 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd/localmode-log-dir/dag_1463537193265_0001_1-tez-dag.pb.txt
2016-05-18 02:06:34,087 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537193265_0001_1
2016-05-18 02:06:34,088 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:34,089 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:34 Running Dag: dag_1463537193265_0001_1
2016-05-18 02:06:34,128 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537193265_0001_1, submitTime=1463537193965
2016-05-18 02:06:34,188 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001/tez-conf.pb" } size: 40947 timestamp: 1463537193000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:34,188 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,188 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:34,190 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001/tez-conf.pb" } size: 40947 timestamp: 1463537193000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:34,190 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,191 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:34,199 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:34,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537193265_0001_1, initTime=1463537194201
2016-05-18 02:06:34,203 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537193265_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:34,206 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:34,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:DAG_STARTED]: dagID=dag_1463537193265_0001_1, startTime=1463537194208
2016-05-18 02:06:34,209 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537193265_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:34,209 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BEE5FE1C15FD423A8695FAEF7DFF05E3 : {362A9CA6601D4AFBA18B7300B3A898FD={InputName=362A9CA6601D4AFBA18B7300B3A898FD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:34,210 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 362A9CA6601D4AFBA18B7300B3A898FD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:34,211 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,215 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/-1_'field'_-1, applicationId=application_1463537193265_0001, dagName=[696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:34,218 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,218 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,220 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,225 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 362A9CA6601D4AFBA18B7300B3A898FD on vertex vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,240 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:34,241 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,249 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 362A9CA6601D4AFBA18B7300B3A898FD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:34,268 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:34,269 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537193265_0001, with dag id: dag_1463537193265_0001_1
2016-05-18 02:06:34,285 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537193265_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:34,288 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360], numAdditionalOutputs=1
2016-05-18 02:06:34,289 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A57C6AB03EE8457C87B42CB3EF20DA9F, vertex=vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:34,305 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B9BA3AD26B36488784F313576B561360:A57C6AB03EE8457C87B42CB3EF20DA9F using oldmapred API
2016-05-18 02:06:34,307 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A57C6AB03EE8457C87B42CB3EF20DA9F, vertexName=B9BA3AD26B36488784F313576B561360, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:34,320 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:34,320 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:34,321 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:34,322 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:34,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9BA3AD26B36488784F313576B561360, vertexId=vertex_1463537193265_0001_1_01, initRequestedTime=1463537194241, initedTime=1463537194288, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:34,323 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:34,339 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 362A9CA6601D4AFBA18B7300B3A898FD on vertex vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,345 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:34,346 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {362A9CA6601D4AFBA18B7300B3A898FD=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:34,347 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] parallelism set to 1
2016-05-18 02:06:34,347 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:34,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, vertexId=vertex_1463537193265_0001_1_00, initRequestedTime=1463537194209, initedTime=1463537194353, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:34,353 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] with distanceFromRoot: 0
2016-05-18 02:06:34,354 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:34,355 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537193265_0001_1_00, startRequestedTime=1463537194241, startedTime=1463537194354
2016-05-18 02:06:34,355 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537193265_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:34,358 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:34,358 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537193265_0001_1_00 for vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] numStartedSources: 1 numSources: 1
2016-05-18 02:06:34,358 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] with distanceFromRoot: 1
2016-05-18 02:06:34,360 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BEE5FE1C15FD423A8695FAEF7DFF05E3
2016-05-18 02:06:34,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537193265_0001_1_01, startRequestedTime=1463537194358, startedTime=1463537194359
2016-05-18 02:06:34,360 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,360 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:34,371 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B9BA3AD26B36488784F313576B561360 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:34,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_STARTED]: vertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, taskId=task_1463537193265_0001_1_00_000000, scheduledTime=1463537194374, launchTime=1463537194374
2016-05-18 02:06:34,382 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: BEE5FE1C15FD423A8695FAEF7DFF05E3 in vertex: B9BA3AD26B36488784F313576B561360 numBipartiteSourceTasks: 1
2016-05-18 02:06:34,407 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,461 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:34,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537193265_0001_00_000001, launchTime=1463537194480
2016-05-18 02:06:34,485 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537193265_0001_00_000001
2016-05-18 02:06:34,488 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537193265_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,490 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537193265_0001_1_00_000000_0] started. Is using containerId: [container_1463537193265_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:34 Starting to run new task attempt: attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,491 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,492 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:34,493 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:34,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, taskAttemptId=attempt_1463537193265_0001_1_00_000000_0, startTime=1463537194488, containerId=container_1463537193265_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:34,495 INFO  counters.Limits (Limits.java:ensureInitialized(60)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=256, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-05-18 02:06:34,504 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1, VertexName: BEE5FE1C15FD423A8695FAEF7DFF05E3, VertexParallelism: 1, TaskAttemptID:attempt_1463537193265_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=362A9CA6601D4AFBA18B7300B3A898FD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B9BA3AD26B36488784F313576B561360, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:34,506 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:34,510 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,526 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537193265_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:34,529 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537193265_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:34,540 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:34,546 INFO  input.MRInput (MRInput.java:initialize(440)) - 362A9CA6601D4AFBA18B7300B3A898FD using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:34,546 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 362A9CA6601D4AFBA18B7300B3A898FD
2016-05-18 02:06:34,564 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BEE5FE1C15FD423A8695FAEF7DFF05E3, ordinal: 0
2016-05-18 02:06:34,565 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BEE5FE1C15FD423A8695FAEF7DFF05E3, mem on start (mb), free: 201, total: 281, max: 672
2016-05-18 02:06:34,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:34,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:34,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:34,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:34,567 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[362A9CA6601D4AFBA18B7300B3A898FD:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B9BA3AD26B36488784F313576B561360:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:34,573 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:34,576 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:34,577 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:34,577 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[362A9CA6601D4AFBA18B7300B3A898FD:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B9BA3AD26B36488784F313576B561360:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:34,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:34,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 362A9CA6601D4AFBA18B7300B3A898FD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:34,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 362A9CA6601D4AFBA18B7300B3A898FD
2016-05-18 02:06:34,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:34,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:34,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:34,582 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,602 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:34,603 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 362A9CA6601D4AFBA18B7300B3A898FD initialized RecordReader from event
2016-05-18 02:06:34,621 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:34,638 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 362A9CA6601D4AFBA18B7300B3A898FD
2016-05-18 02:06:34,638 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 52C4C58C51C84E35B1D5689EB82A3FB5
2016-05-18 02:06:34,639 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 52C4C58C51C84E35B1D5689EB82A3FB5
2016-05-18 02:06:34,675 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:34,694 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:34,694 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B9BA3AD26B36488784F313576B561360 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@3ac9cd5d, comparator=cascading.tuple.hadoop.util.TupleComparator@16c9b2d2, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:34,701 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B9BA3AD26B36488784F313576B561360: , UsingHashComparator=false
2016-05-18 02:06:34,819 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:34,820 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:34,820 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B9BA3AD26B36488784F313576B561360: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:34,822 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B9BA3AD26B36488784F313576B561360: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:34,828 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:34,829 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BEE5FE1C15FD423A8695FAEF7DFF05E3, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:34,840 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,840 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BEE5FE1C15FD423A8695FAEF7DFF05E3, mem on close (mb), free: 89, total: 281, max: 672
2016-05-18 02:06:34,840 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B9BA3AD26B36488784F313576B561360: Starting flush of map output
2016-05-18 02:06:34,841 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B9BA3AD26B36488784F313576B561360: Span0.length = 20, perItem = 6
2016-05-18 02:06:34,842 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B9BA3AD26B36488784F313576B561360: done sorting span=0, length=20, time=1
2016-05-18 02:06:34,844 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B9BA3AD26B36488784F313576B561360: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:34,851 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B9BA3AD26B36488784F313576B561360: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd/localmode-local-dir/output/attempt_1463537193265_0001_1_00_000000_0_10003_0/file.out
2016-05-18 02:06:34,881 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:34 Completed running task attempt: attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,883 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537193265_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:34,884 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537193265_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:34,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537193265_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537194830, Process_Duration=9, Process_End_Time=1463537194839, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:34,892 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537193265_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:34,894 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:34,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, taskAttemptId=attempt_1463537193265_0001_1_00_000000_0, creationTime=1463537194400, allocationTime=1463537194470, startTime=1463537194488, finishTime=1463537194892, timeTaken=404, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:34,895 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:34,896 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:34,897 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537193265_0001_00_000001
2016-05-18 02:06:34,902 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_FINISHED]: vertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, taskId=task_1463537193265_0001_1_00_000000, startTime=1463537194488, finishTime=1463537194904, timeTaken=416, status=SUCCEEDED, successfulAttemptID=attempt_1463537193265_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537194830, Process_Duration=9, Process_End_Time=1463537194839, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:34,919 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:34,919 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:34,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_FINISHED]: vertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, vertexId=vertex_1463537193265_0001_1_00, initRequestedTime=1463537194209, initedTime=1463537194353, startRequestedTime=1463537194241, startedTime=1463537194354, finishTime=1463537194919, timeTaken=565, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537194830, Process_Duration=9, Process_End_Time=1463537194839, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537194488, firstTasksToStart=[ task_1463537193265_0001_1_00_000000 ], lastTaskFinishTime=1463537194892, lastTasksToFinish=[ task_1463537193265_0001_1_00_000000 ], minTaskDuration=404, maxTaskDuration=404, avgTaskDuration=404.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537193265_0001_1_00_000000 ], longestDurationTasks=[ task_1463537193265_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:34,942 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:34,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537193265_0001_00_000001, stoppedTime=1463537194944, exitStatus=0
2016-05-18 02:06:34,946 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] attempt: attempt_1463537193265_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:34,947 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B9BA3AD26B36488784F313576B561360
2016-05-18 02:06:34,951 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, destinationVertexName=B9BA3AD26B36488784F313576B561360. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:34,951 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,952 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:34,953 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:34,953 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537193265_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:34,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_STARTED]: vertexName=B9BA3AD26B36488784F313576B561360, taskId=task_1463537193265_0001_1_01_000000, scheduledTime=1463537194953, launchTime=1463537194953
2016-05-18 02:06:34,954 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537193265_0001_00_000002, launchTime=1463537194956
2016-05-18 02:06:34,957 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537193265_0001_00_000002
2016-05-18 02:06:34,958 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537193265_0001_1_01_000000_0] started. Is using containerId: [container_1463537193265_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:34,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9BA3AD26B36488784F313576B561360, taskAttemptId=attempt_1463537193265_0001_1_01_000000_0, startTime=1463537194958, containerId=container_1463537193265_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:34,959 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537193265_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:34,960 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537193265_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:34,960 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537193265_0001_00_000001: 62 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:34,960 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537193265_0001_00_000001, Exiting
2016-05-18 02:06:34,960 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537193265_0001_00_000001
2016-05-18 02:06:34,961 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537193265_0001_00_000001
2016-05-18 02:06:34,963 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537193265_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:34,964 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537193265_0001_00_000001 completed successfully
2016-05-18 02:06:34 Starting to run new task attempt: attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:34,965 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:34,965 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:34,965 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:34,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1, VertexName: B9BA3AD26B36488784F313576B561360, VertexParallelism: 1, TaskAttemptID:attempt_1463537193265_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BEE5FE1C15FD423A8695FAEF7DFF05E3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A57C6AB03EE8457C87B42CB3EF20DA9F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:34,967 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:34,967 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:34,975 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537193265_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:34,976 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537193265_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:34,994 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:34,994 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:35,017 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9BA3AD26B36488784F313576B561360, ordinal: 1
2016-05-18 02:06:35,017 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9BA3AD26B36488784F313576B561360, mem on start (mb), free: 77, total: 281, max: 672
2016-05-18 02:06:35,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:35,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:35,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:35,022 INFO  output.MROutput (MROutput.java:initialize(421)) - A57C6AB03EE8457C87B42CB3EF20DA9F: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:35,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:35,023 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A57C6AB03EE8457C87B42CB3EF20DA9F:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [BEE5FE1C15FD423A8695FAEF7DFF05E3:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:35,023 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:35,024 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:35,024 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:35,024 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A57C6AB03EE8457C87B42CB3EF20DA9F:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [BEE5FE1C15FD423A8695FAEF7DFF05E3:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:35,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:35,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BEE5FE1C15FD423A8695FAEF7DFF05E3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:35,026 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:35,028 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:35,028 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:35,030 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:35,045 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: BEE5FE1C15FD423A8695FAEF7DFF05E3 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:35,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BEE5FE1C15FD423A8695FAEF7DFF05E3
2016-05-18 02:06:35,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:35,050 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:35,059 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:35,066 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:35,073 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537193265_0001_1_00_000000_0_10003} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537195072, TimeTaken=4, Rate=0.04 MB/s
2016-05-18 02:06:35,073 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : BEE5FE1C15FD423A8695FAEF7DFF05E3
2016-05-18 02:06:35,074 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:35,074 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: BEE5FE1C15FD423A8695FAEF7DFF05E3, wasInterrupted=false
2016-05-18 02:06:35,076 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:35,078 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:35,078 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:35,081 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:35,081 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001_wd/localmode-local-dir/output/attempt_1463537193265_0001_1_00_000000_0_10003/file.out, len=181, isLocal=true
2016-05-18 02:06:35,083 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:35,084 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:35,085 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 52C4C58C51C84E35B1D5689EB82A3FB5
2016-05-18 02:06:35,086 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_-1"], id: A57C6AB03EE8457C87B42CB3EF20DA9F
2016-05-18 02:06:35,087 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_-1"]
2016-05-18 02:06:35,088 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 52C4C58C51C84E35B1D5689EB82A3FB5, for 1 inputs
2016-05-18 02:06:35,089 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:35,092 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:35,093 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : BEE5FE1C15FD423A8695FAEF7DFF05E3
2016-05-18 02:06:35,093 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: Shuffle Runner thread complete
2016-05-18 02:06:35,093 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9BA3AD26B36488784F313576B561360, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:06:35,096 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:35,096 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:35,119 INFO  output.MROutput (MROutput.java:close(526)) - A57C6AB03EE8457C87B42CB3EF20DA9F closed
2016-05-18 02:06:35,120 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537193265_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:35,122 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:35,122 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9BA3AD26B36488784F313576B561360, mem on close (mb), free: 69, total: 281, max: 672
2016-05-18 02:06:35,123 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: BEE5FE1C15FD423A8695FAEF7DFF05E3
2016-05-18 02:06:35,123 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BEE5FE1C15FD423A8695FAEF7DFF05E3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:35,123 INFO  output.MROutput (MROutput.java:close(526)) - A57C6AB03EE8457C87B42CB3EF20DA9F closed
2016-05-18 02:06:35,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:35 Completed running task attempt: attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:35,125 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537193265_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:35,125 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537193265_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:35,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537193265_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=49, MERGE_PHASE_TIME=66, FIRST_EVENT_RECEIVED=39, LAST_EVENT_RECEIVED=39][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537195094, Process_Duration=28, Process_End_Time=1463537195122, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:35,130 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9BA3AD26B36488784F313576B561360, taskAttemptId=attempt_1463537193265_0001_1_01_000000_0, creationTime=1463537194954, allocationTime=1463537194955, startTime=1463537194958, finishTime=1463537195130, timeTaken=172, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:35,131 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:35,130 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537193265_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:35,132 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:35,132 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:35,132 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:35,132 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537193265_0001_00_000002
2016-05-18 02:06:35,133 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:TASK_FINISHED]: vertexName=B9BA3AD26B36488784F313576B561360, taskId=task_1463537193265_0001_1_01_000000, startTime=1463537194958, finishTime=1463537195131, timeTaken=173, status=SUCCEEDED, successfulAttemptID=attempt_1463537193265_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=49, MERGE_PHASE_TIME=66, FIRST_EVENT_RECEIVED=39, LAST_EVENT_RECEIVED=39, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537195094, Process_Duration=28, Process_End_Time=1463537195122, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:35,134 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:35,135 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360]
2016-05-18 02:06:35,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:VERTEX_FINISHED]: vertexName=B9BA3AD26B36488784F313576B561360, vertexId=vertex_1463537193265_0001_1_01, initRequestedTime=1463537194241, initedTime=1463537194288, startRequestedTime=1463537194358, startedTime=1463537194359, finishTime=1463537195135, timeTaken=776, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=49, MERGE_PHASE_TIME=66, FIRST_EVENT_RECEIVED=39, LAST_EVENT_RECEIVED=39, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537195094, Process_Duration=28, Process_End_Time=1463537195122, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537194958, firstTasksToStart=[ task_1463537193265_0001_1_01_000000 ], lastTaskFinishTime=1463537195130, lastTasksToFinish=[ task_1463537193265_0001_1_01_000000 ], minTaskDuration=172, maxTaskDuration=172, avgTaskDuration=172.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537193265_0001_1_01_000000 ], longestDurationTasks=[ task_1463537193265_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:35,140 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:35,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537193265_0001_00_000002, stoppedTime=1463537195140, exitStatus=0
2016-05-18 02:06:35,141 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:35,141 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:35,143 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537193265_0001_1_00 [BEE5FE1C15FD423A8695FAEF7DFF05E3]
2016-05-18 02:06:35,144 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537193265_0001_1
2016-05-18 02:06:35,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537193265_0001_1
2016-05-18 02:06:35,148 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537193265_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:35,149 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537193265_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:35,149 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537193265_0001_00_000002: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:35,149 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537193265_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:35,149 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537193265_0001_00_000002, Exiting
2016-05-18 02:06:35,150 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537193265_0001_00_000002
2016-05-18 02:06:35,150 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537193265_0001_00_000002
2016-05-18 02:06:35,149 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: A57C6AB03EE8457C87B42CB3EF20DA9F for vertex: vertex_1463537193265_0001_1_01 [B9BA3AD26B36488784F313576B561360], outputName: A57C6AB03EE8457C87B42CB3EF20DA9F
2016-05-18 02:06:35,152 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537193265_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:35,152 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537193265_0001_00_000002 completed successfully
2016-05-18 02:06:35,164 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:A57C6AB03EE8457C87B42CB3EF20DA9F of vertex/vertexGroup:B9BA3AD26B36488784F313576B561360 isVertexGroupOutput:false
2016-05-18 02:06:35,164 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:35,172 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537193265_0001_1, queueSize=0
2016-05-18 02:06:35,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537193265_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537193265_0001_1, startTime=1463537194206, finishTime=1463537195165, timeTaken=959, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=2390, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=49, MERGE_PHASE_TIME=66, FIRST_EVENT_RECEIVED=39, LAST_EVENT_RECEIVED=39, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074389924, Process_Duration=37, Process_End_Time=2927074389961, Read_Duration=7, Tuples_Read=40, Tuples_Written=40, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:35,175 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537193265_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:35,175 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537193265_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:35 Completed Dag: dag_1463537193265_0001_1
2016-05-18 02:06:35,177 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537193265_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:35,178 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537193265_0001_1_post
2016-05-18 02:06:35,178 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:35,178 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:35,179 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:35,180 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1, with id=dag_1463537193265_0001_1
2016-05-18 02:06:35,185 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520] every/(1/1) ...blyplatform/-1_'field'_-1, with id=dag_1463537193265_0001_1
2016-05-18 02:06:35,186 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/-1_'field'_-1, applicationId=application_1463537193265_0001
2016-05-18 02:06:35,190 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:35,190 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:35,191 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:35,191 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:35,191 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:35,192 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:35,196 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:35,196 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:35,196 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:35,197 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:35,197 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:35,197 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:35,198 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:35,199 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:35,204 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/696A457AB93C40C4803D5A44F791A1D2/DB2E8B3C25294CAD89E9EE40C2B7E520/.tez/application_1463537193265_0001
2016-05-18 02:06:35,207 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_-1/_temporary
2016-05-18 02:06:35,208 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:02.154
2016-05-18 02:06:35,363 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_'field'_-1
2016-05-18 02:06:35,398 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:35,398 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:35,481 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.039
2016-05-18 02:06:35,503 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.060
2016-05-18 02:06:35,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:35,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:35,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:35,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:35,543 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_'field'
2016-05-18 02:06:35,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:35,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:35,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_'field'"]
2016-05-18 02:06:35,633 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:35,633 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:35,633 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:35,634 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:35,635 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:35,654 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:35,660 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:35,660 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:35,661 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:35,672 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001 doesn't exist and is created
2016-05-18 02:06:35,700 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:35,701 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:35,702 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd
2016-05-18 02:06:35,722 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537195660_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:35,722 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:35,723 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:35,727 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:35,727 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:35,727 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:35,727 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:35,729 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:35,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:35,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:35,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:35,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:35,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:35,736 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:35,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:35,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:35,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:35,737 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:35,737 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:35,737 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:35,744 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:35,745 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:35,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:35,746 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd/localmode-log-dir
2016-05-18 02:06:35,746 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd/localmode-log-dir/history.txt.appattempt_1463537195660_0001_000000, maxErrors=10
2016-05-18 02:06:35,747 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:35,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537195660_0001_000000, appSubmitTime=1463537195721, launchTime=1463537195721
2016-05-18 02:06:35,756 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:35,765 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:37426
2016-05-18 02:06:35,769 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537195660
2016-05-18 02:06:35,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537195660_0001_000000, startTime=1463537195774
2016-05-18 02:06:35,775 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:35,801 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:35,801 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:35,802 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_'field', applicationId=application_1463537195660_0001, dagName=[EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:35,832 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:35,833 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:35,835 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537195660_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd/localmode-log-dir/dag_1463537195660_0001_1.dot
2016-05-18 02:06:35,836 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd/localmode-log-dir/dag_1463537195660_0001_1-tez-dag.pb.txt
2016-05-18 02:06:35,848 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537195660_0001_1
2016-05-18 02:06:35,848 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:35,848 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:35 Running Dag: dag_1463537195660_0001_1
2016-05-18 02:06:35,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537195660_0001_1, submitTime=1463537195833
2016-05-18 02:06:35,869 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001/tez-conf.pb" } size: 40947 timestamp: 1463537195000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:35,869 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,870 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:35,872 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001/tez-conf.pb" } size: 40947 timestamp: 1463537195000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:35,872 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:35,873 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:35,873 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:35,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537195660_0001_1, initTime=1463537195874
2016-05-18 02:06:35,877 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537195660_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:35,878 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:35,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:DAG_STARTED]: dagID=dag_1463537195660_0001_1, startTime=1463537195879
2016-05-18 02:06:35,879 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537195660_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:35,879 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CD5E1D398A494660B655BB183573E28A : {C99DF0CA0DAA49CDA51741888D3D9141={InputName=C99DF0CA0DAA49CDA51741888D3D9141}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:35,879 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: C99DF0CA0DAA49CDA51741888D3D9141, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:35,879 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,880 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,880 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,880 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,880 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_'field', applicationId=application_1463537195660_0001, dagName=[EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:35,881 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:35,881 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:35,884 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: C99DF0CA0DAA49CDA51741888D3D9141 on vertex vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,888 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:35,888 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:35,890 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:35,890 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input C99DF0CA0DAA49CDA51741888D3D9141 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:35,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537195660_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:35,893 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1], numAdditionalOutputs=1
2016-05-18 02:06:35,893 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=00DB1A0B53594494966ECE044F4313AF, vertex=vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:35,897 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:35,898 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:35,899 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:35,899 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:35,899 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F685D28EB67B4EAA9B06C98421A918C1:00DB1A0B53594494966ECE044F4313AF using oldmapred API
2016-05-18 02:06:35,901 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=00DB1A0B53594494966ECE044F4313AF, vertexName=F685D28EB67B4EAA9B06C98421A918C1, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:35,901 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: C99DF0CA0DAA49CDA51741888D3D9141 on vertex vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F685D28EB67B4EAA9B06C98421A918C1, vertexId=vertex_1463537195660_0001_1_01, initRequestedTime=1463537195881, initedTime=1463537195893, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:35,903 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:35,907 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:35,907 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {C99DF0CA0DAA49CDA51741888D3D9141=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:35,908 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] parallelism set to 1
2016-05-18 02:06:35,909 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:35,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CD5E1D398A494660B655BB183573E28A, vertexId=vertex_1463537195660_0001_1_00, initRequestedTime=1463537195879, initedTime=1463537195910, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:35,910 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] with distanceFromRoot: 0
2016-05-18 02:06:35,910 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:35,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537195660_0001_1_00, startRequestedTime=1463537195881, startedTime=1463537195910
2016-05-18 02:06:35,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537195660_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:35,912 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:35,912 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537195660_0001_1_00 for vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] numStartedSources: 1 numSources: 1
2016-05-18 02:06:35,914 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] with distanceFromRoot: 1
2016-05-18 02:06:35,912 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CD5E1D398A494660B655BB183573E28A
2016-05-18 02:06:35,914 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,916 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537195660_0001_1_01, startRequestedTime=1463537195912, startedTime=1463537195914
2016-05-18 02:06:35,916 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:35,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_STARTED]: vertexName=CD5E1D398A494660B655BB183573E28A, taskId=task_1463537195660_0001_1_00_000000, scheduledTime=1463537195918, launchTime=1463537195918
2016-05-18 02:06:35,920 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:35,920 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F685D28EB67B4EAA9B06C98421A918C1 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:35,921 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:35,923 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CD5E1D398A494660B655BB183573E28A in vertex: F685D28EB67B4EAA9B06C98421A918C1 numBipartiteSourceTasks: 1
2016-05-18 02:06:35,924 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537195660_0001, with dag id: dag_1463537195660_0001_1
2016-05-18 02:06:35,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537195660_0001_00_000001, launchTime=1463537195924
2016-05-18 02:06:35,928 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537195660_0001_00_000001
2016-05-18 02:06:35,931 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537195660_0001_1_00_000000_0] started. Is using containerId: [container_1463537195660_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:35,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CD5E1D398A494660B655BB183573E28A, taskAttemptId=attempt_1463537195660_0001_1_00_000000_0, startTime=1463537195930, containerId=container_1463537195660_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:35,933 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537195660_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:35 Starting to run new task attempt: attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:35,934 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:35,934 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:35,934 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:35,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field', VertexName: CD5E1D398A494660B655BB183573E28A, VertexParallelism: 1, TaskAttemptID:attempt_1463537195660_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C99DF0CA0DAA49CDA51741888D3D9141, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F685D28EB67B4EAA9B06C98421A918C1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:35,935 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:35,935 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:35,938 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537195660_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:35,938 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537195660_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:35,945 INFO  input.MRInput (MRInput.java:initialize(440)) - C99DF0CA0DAA49CDA51741888D3D9141 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:35,946 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: C99DF0CA0DAA49CDA51741888D3D9141
2016-05-18 02:06:35,947 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:35,955 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CD5E1D398A494660B655BB183573E28A, ordinal: 0
2016-05-18 02:06:35,955 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD5E1D398A494660B655BB183573E28A, mem on start (mb), free: 58, total: 281, max: 672
2016-05-18 02:06:35,955 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:35,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:35,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:35,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:35,956 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C99DF0CA0DAA49CDA51741888D3D9141:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F685D28EB67B4EAA9B06C98421A918C1:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:35,957 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:35,957 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:35,958 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:35,959 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C99DF0CA0DAA49CDA51741888D3D9141:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F685D28EB67B4EAA9B06C98421A918C1:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:35,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:35,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C99DF0CA0DAA49CDA51741888D3D9141 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:35,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C99DF0CA0DAA49CDA51741888D3D9141
2016-05-18 02:06:35,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:35,960 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:35,960 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:35,961 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:35,963 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:35,964 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - C99DF0CA0DAA49CDA51741888D3D9141 initialized RecordReader from event
2016-05-18 02:06:35,969 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:35,970 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: C99DF0CA0DAA49CDA51741888D3D9141
2016-05-18 02:06:35,970 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: A44A2957B0B142FBBAE18716C2F99D62
2016-05-18 02:06:35,971 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] A44A2957B0B142FBBAE18716C2F99D62
2016-05-18 02:06:35,973 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:35,977 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:35,977 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F685D28EB67B4EAA9B06C98421A918C1 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@6904ec2d, comparator=cascading.tuple.hadoop.util.TupleComparator@4692ea79, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:35,978 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F685D28EB67B4EAA9B06C98421A918C1: , UsingHashComparator=false
2016-05-18 02:06:36,088 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:36,088 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:36,088 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F685D28EB67B4EAA9B06C98421A918C1: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:36,089 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F685D28EB67B4EAA9B06C98421A918C1: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:36,089 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:36,090 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CD5E1D398A494660B655BB183573E28A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:36,093 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:36,094 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD5E1D398A494660B655BB183573E28A, mem on close (mb), free: 55, total: 382, max: 672
2016-05-18 02:06:36,094 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F685D28EB67B4EAA9B06C98421A918C1: Starting flush of map output
2016-05-18 02:06:36,095 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F685D28EB67B4EAA9B06C98421A918C1: Span0.length = 20, perItem = 6
2016-05-18 02:06:36,096 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F685D28EB67B4EAA9B06C98421A918C1: done sorting span=0, length=20, time=1
2016-05-18 02:06:36,096 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F685D28EB67B4EAA9B06C98421A918C1: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:36,098 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F685D28EB67B4EAA9B06C98421A918C1: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd/localmode-local-dir/output/attempt_1463537195660_0001_1_00_000000_0_10009_0/file.out
2016-05-18 02:06:36,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:36 Completed running task attempt: attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:36,105 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537195660_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:36,106 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537195660_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:36,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537195660_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537196090, Process_Duration=3, Process_End_Time=1463537196093, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:36,108 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537195660_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:36,109 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:36,109 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:36,109 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:36,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CD5E1D398A494660B655BB183573E28A, taskAttemptId=attempt_1463537195660_0001_1_00_000000_0, creationTime=1463537195919, allocationTime=1463537195924, startTime=1463537195930, finishTime=1463537196108, timeTaken=178, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:36,110 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537195660_0001_00_000001
2016-05-18 02:06:36,110 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:36,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_FINISHED]: vertexName=CD5E1D398A494660B655BB183573E28A, taskId=task_1463537195660_0001_1_00_000000, startTime=1463537195930, finishTime=1463537196110, timeTaken=180, status=SUCCEEDED, successfulAttemptID=attempt_1463537195660_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537196090, Process_Duration=3, Process_End_Time=1463537196093, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:36,112 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:36,113 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:36,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_FINISHED]: vertexName=CD5E1D398A494660B655BB183573E28A, vertexId=vertex_1463537195660_0001_1_00, initRequestedTime=1463537195879, initedTime=1463537195910, startRequestedTime=1463537195881, startedTime=1463537195910, finishTime=1463537196113, timeTaken=203, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537196090, Process_Duration=3, Process_End_Time=1463537196093, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537195930, firstTasksToStart=[ task_1463537195660_0001_1_00_000000 ], lastTaskFinishTime=1463537196108, lastTasksToFinish=[ task_1463537195660_0001_1_00_000000 ], minTaskDuration=178, maxTaskDuration=178, avgTaskDuration=178.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537195660_0001_1_00_000000 ], longestDurationTasks=[ task_1463537195660_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:36,115 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:36,115 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] attempt: attempt_1463537195660_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:36,115 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F685D28EB67B4EAA9B06C98421A918C1
2016-05-18 02:06:36,116 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CD5E1D398A494660B655BB183573E28A, destinationVertexName=F685D28EB67B4EAA9B06C98421A918C1. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:36,116 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:36,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537195660_0001_00_000001, stoppedTime=1463537196115, exitStatus=0
2016-05-18 02:06:36,116 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:36,117 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:36,117 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_STARTED]: vertexName=F685D28EB67B4EAA9B06C98421A918C1, taskId=task_1463537195660_0001_1_01_000000, scheduledTime=1463537196117, launchTime=1463537196117
2016-05-18 02:06:36,118 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537195660_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:36,119 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:36,121 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537195660_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:36,121 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537195660_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:36,121 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537195660_0001_00_000001, Exiting
2016-05-18 02:06:36,121 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537195660_0001_00_000001
2016-05-18 02:06:36,121 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537195660_0001_00_000001
2016-05-18 02:06:36,124 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537195660_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:36,124 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537195660_0001_00_000001 completed successfully
2016-05-18 02:06:36,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537195660_0001_00_000002, launchTime=1463537196124
2016-05-18 02:06:36,125 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537195660_0001_00_000002
2016-05-18 02:06:36,126 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537195660_0001_1_01_000000_0] started. Is using containerId: [container_1463537195660_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:36,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F685D28EB67B4EAA9B06C98421A918C1, taskAttemptId=attempt_1463537195660_0001_1_01_000000_0, startTime=1463537196126, containerId=container_1463537195660_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:36,127 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537195660_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36 Starting to run new task attempt: attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,128 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,129 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:36,129 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:36,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field', VertexName: F685D28EB67B4EAA9B06C98421A918C1, VertexParallelism: 1, TaskAttemptID:attempt_1463537195660_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CD5E1D398A494660B655BB183573E28A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=00DB1A0B53594494966ECE044F4313AF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:36,131 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:36,131 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,134 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537195660_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:36,134 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537195660_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:36,139 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:36,144 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:36,159 INFO  output.MROutput (MROutput.java:initialize(421)) - 00DB1A0B53594494966ECE044F4313AF: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:36,163 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F685D28EB67B4EAA9B06C98421A918C1, ordinal: 1
2016-05-18 02:06:36,163 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F685D28EB67B4EAA9B06C98421A918C1, mem on start (mb), free: 48, total: 382, max: 672
2016-05-18 02:06:36,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:36,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:36,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:36,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:36,164 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[00DB1A0B53594494966ECE044F4313AF:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [CD5E1D398A494660B655BB183573E28A:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:36,164 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:36,165 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:36,165 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:36,165 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[00DB1A0B53594494966ECE044F4313AF:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [CD5E1D398A494660B655BB183573E28A:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:36,165 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:36,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CD5E1D398A494660B655BB183573E28A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:36,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:36,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:36,167 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CD5E1D398A494660B655BB183573E28A: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:36,167 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CD5E1D398A494660B655BB183573E28A: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:36,169 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CD5E1D398A494660B655BB183573E28A with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:36,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CD5E1D398A494660B655BB183573E28A
2016-05-18 02:06:36,174 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:36,174 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,177 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CD5E1D398A494660B655BB183573E28A: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:36,181 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537195660_0001_1_00_000000_0_10009} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537196180, TimeTaken=2, Rate=0.09 MB/s
2016-05-18 02:06:36,181 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CD5E1D398A494660B655BB183573E28A
2016-05-18 02:06:36,181 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:36,181 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CD5E1D398A494660B655BB183573E28A, wasInterrupted=false
2016-05-18 02:06:36,181 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:36,182 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:36,182 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - CD5E1D398A494660B655BB183573E28A: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:36,183 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: A44A2957B0B142FBBAE18716C2F99D62
2016-05-18 02:06:36,184 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_'field'"], id: 00DB1A0B53594494966ECE044F4313AF
2016-05-18 02:06:36,184 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:36,184 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_'field'"]
2016-05-18 02:06:36,184 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] A44A2957B0B142FBBAE18716C2F99D62, for 1 inputs
2016-05-18 02:06:36,185 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:36,186 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001_wd/localmode-local-dir/output/attempt_1463537195660_0001_1_00_000000_0_10009/file.out, len=181, isLocal=true
2016-05-18 02:06:36,186 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:36,186 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:36,186 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:36,187 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:36,187 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CD5E1D398A494660B655BB183573E28A
2016-05-18 02:06:36,187 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F685D28EB67B4EAA9B06C98421A918C1, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:36,189 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CD5E1D398A494660B655BB183573E28A: Shuffle Runner thread complete
2016-05-18 02:06:36,190 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:36,191 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CD5E1D398A494660B655BB183573E28A: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:36,223 INFO  output.MROutput (MROutput.java:close(526)) - 00DB1A0B53594494966ECE044F4313AF closed
2016-05-18 02:06:36,224 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537195660_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:36,225 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,226 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F685D28EB67B4EAA9B06C98421A918C1, mem on close (mb), free: 259, total: 487, max: 672
2016-05-18 02:06:36,226 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CD5E1D398A494660B655BB183573E28A
2016-05-18 02:06:36,226 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CD5E1D398A494660B655BB183573E28A: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:36,227 INFO  output.MROutput (MROutput.java:close(526)) - 00DB1A0B53594494966ECE044F4313AF closed
2016-05-18 02:06:36,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:36 Completed running task attempt: attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,229 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537195660_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:36,229 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537195660_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:36,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537195660_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537196189, Process_Duration=36, Process_End_Time=1463537196225, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:36,232 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537195660_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:36,232 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:36,232 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F685D28EB67B4EAA9B06C98421A918C1, taskAttemptId=attempt_1463537195660_0001_1_01_000000_0, creationTime=1463537196118, allocationTime=1463537196121, startTime=1463537196126, finishTime=1463537196232, timeTaken=106, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:36,232 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:36,234 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:36,234 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:TASK_FINISHED]: vertexName=F685D28EB67B4EAA9B06C98421A918C1, taskId=task_1463537195660_0001_1_01_000000, startTime=1463537196126, finishTime=1463537196235, timeTaken=109, status=SUCCEEDED, successfulAttemptID=attempt_1463537195660_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537196189, Process_Duration=36, Process_End_Time=1463537196225, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:36,237 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537195660_0001_00_000002
2016-05-18 02:06:36,239 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:36,239 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1]
2016-05-18 02:06:36,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:VERTEX_FINISHED]: vertexName=F685D28EB67B4EAA9B06C98421A918C1, vertexId=vertex_1463537195660_0001_1_01, initRequestedTime=1463537195881, initedTime=1463537195893, startRequestedTime=1463537195912, startedTime=1463537195914, finishTime=1463537196239, timeTaken=325, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537196189, Process_Duration=36, Process_End_Time=1463537196225, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537196126, firstTasksToStart=[ task_1463537195660_0001_1_01_000000 ], lastTaskFinishTime=1463537196232, lastTasksToFinish=[ task_1463537195660_0001_1_01_000000 ], minTaskDuration=106, maxTaskDuration=106, avgTaskDuration=106.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537195660_0001_1_01_000000 ], longestDurationTasks=[ task_1463537195660_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:36,242 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:36,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537195660_0001_00_000002, stoppedTime=1463537196243, exitStatus=0
2016-05-18 02:06:36,243 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:36,244 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:36,244 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537195660_0001_1_00 [CD5E1D398A494660B655BB183573E28A]
2016-05-18 02:06:36,245 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537195660_0001_1
2016-05-18 02:06:36,245 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537195660_0001_1
2016-05-18 02:06:36,246 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 00DB1A0B53594494966ECE044F4313AF for vertex: vertex_1463537195660_0001_1_01 [F685D28EB67B4EAA9B06C98421A918C1], outputName: 00DB1A0B53594494966ECE044F4313AF
2016-05-18 02:06:36,246 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537195660_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:36,247 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537195660_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:36,248 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537195660_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:36,249 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537195660_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:36,249 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537195660_0001_00_000002, Exiting
2016-05-18 02:06:36,249 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537195660_0001_00_000002
2016-05-18 02:06:36,249 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537195660_0001_00_000002
2016-05-18 02:06:36,250 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537195660_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:36,250 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537195660_0001_00_000002 completed successfully
2016-05-18 02:06:36,262 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:00DB1A0B53594494966ECE044F4313AF of vertex/vertexGroup:F685D28EB67B4EAA9B06C98421A918C1 isVertexGroupOutput:false
2016-05-18 02:06:36,263 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:36,266 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537195660_0001_1, queueSize=0
2016-05-18 02:06:36,269 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537195660_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537195660_0001_1, startTime=1463537195878, finishTime=1463537196263, timeTaken=385, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=730, AM_GC_TIME_MILLIS=22, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074392279, Process_Duration=39, Process_End_Time=2927074392318, Read_Duration=4, Tuples_Read=40, Tuples_Written=40, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:36,269 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537195660_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:36,270 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537195660_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:36 Completed Dag: dag_1463537195660_0001_1
2016-05-18 02:06:36,271 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537195660_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:36,271 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537195660_0001_1_post
2016-05-18 02:06:36,271 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:36,271 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:36,272 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:36,272 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field', with id=dag_1463537195660_0001_1
2016-05-18 02:06:36,272 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83] every/(1/1) ...atform/-1_'field'_'field', with id=dag_1463537195660_0001_1
2016-05-18 02:06:36,280 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_'field'_'field', applicationId=application_1463537195660_0001
2016-05-18 02:06:36,285 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:36,285 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:36,285 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:36,286 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:36,286 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:36,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:36,287 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:36,287 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:36,286 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:36,287 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:36,288 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:36,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:36,289 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:36,290 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:36,294 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EC83DD69431740CC9D63855F738DE60F/A5FCB03205D040298F21893CE8F17B83/.tez/application_1463537195660_0001
2016-05-18 02:06:36,296 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_'field'/_temporary
2016-05-18 02:06:36,296 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.664
2016-05-18 02:06:36,387 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_'field'_'field'
2016-05-18 02:06:36,420 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:36,421 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:36,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-18 02:06:36,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.056
2016-05-18 02:06:36,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:36,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:36,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:36,539 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:36,548 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_RESULTS
2016-05-18 02:06:36,619 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:36,619 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:36,620 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_RESULTS"]
2016-05-18 02:06:36,620 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:36,620 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:36,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:36,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:36,622 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:36,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:36,642 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:36,643 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:36,643 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:36,653 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001 doesn't exist and is created
2016-05-18 02:06:36,688 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:36,688 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:36,690 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd
2016-05-18 02:06:36,708 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537196643_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:36,709 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:36,709 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:36,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:36,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:36,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:36,711 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:36,712 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:36,713 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:36,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:36,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:36,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:36,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:36,715 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:36,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:36,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:36,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:36,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:36,716 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:36,716 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:36,718 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:36,719 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:36,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:36,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd/localmode-log-dir
2016-05-18 02:06:36,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd/localmode-log-dir/history.txt.appattempt_1463537196643_0001_000000, maxErrors=10
2016-05-18 02:06:36,720 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:36,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537196643_0001_000000, appSubmitTime=1463537196708, launchTime=1463537196708
2016-05-18 02:06:36,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:36,739 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41443
2016-05-18 02:06:36,740 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537196643
2016-05-18 02:06:36,742 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537196643_0001_000000, startTime=1463537196742
2016-05-18 02:06:36,742 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:36,788 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:36,788 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:36,789 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_RESULTS, applicationId=application_1463537196643_0001, dagName=[F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:36,811 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:36,811 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:36,812 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537196643_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd/localmode-log-dir/dag_1463537196643_0001_1.dot
2016-05-18 02:06:36,813 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd/localmode-log-dir/dag_1463537196643_0001_1-tez-dag.pb.txt
2016-05-18 02:06:36,822 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537196643_0001_1
2016-05-18 02:06:36,823 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:36,823 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:36 Running Dag: dag_1463537196643_0001_1
2016-05-18 02:06:36,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537196643_0001_1, submitTime=1463537196811
2016-05-18 02:06:36,841 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001/tez-conf.pb" } size: 40947 timestamp: 1463537196000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:36,841 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,841 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:36,842 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001/tez-conf.pb" } size: 40947 timestamp: 1463537196000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:36,842 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:36,843 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:36,843 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:36,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537196643_0001_1, initTime=1463537196843
2016-05-18 02:06:36,845 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537196643_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:36,847 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:36,847 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_RESULTS, applicationId=application_1463537196643_0001, dagName=[F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:36,848 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:DAG_STARTED]: dagID=dag_1463537196643_0001_1, startTime=1463537196848
2016-05-18 02:06:36,848 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537196643_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:36,848 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AB4A1B007D6447B38165BE1669142C3A : {0C6BE78E8DFA459AB89B0F2230CEAECA={InputName=0C6BE78E8DFA459AB89B0F2230CEAECA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:36,848 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 0C6BE78E8DFA459AB89B0F2230CEAECA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:36,849 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,849 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,849 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,849 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,853 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:36,853 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 0C6BE78E8DFA459AB89B0F2230CEAECA on vertex vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,854 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:36,858 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:36,858 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:36,858 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:36,856 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 0C6BE78E8DFA459AB89B0F2230CEAECA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:36,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537196643_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:36,861 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA], numAdditionalOutputs=1
2016-05-18 02:06:36,861 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=41D455175979403785A60C55CEF2CC5C, vertex=vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:36,870 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:36,870 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:36,866 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F37B6DE4B26D403D990B1A2B2072CDEA:41D455175979403785A60C55CEF2CC5C using oldmapred API
2016-05-18 02:06:36,872 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=41D455175979403785A60C55CEF2CC5C, vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:36,872 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:36,874 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:36,876 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 0C6BE78E8DFA459AB89B0F2230CEAECA on vertex vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, vertexId=vertex_1463537196643_0001_1_01, initRequestedTime=1463537196853, initedTime=1463537196861, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:36,878 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:36,880 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:36,880 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {0C6BE78E8DFA459AB89B0F2230CEAECA=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:36,881 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] parallelism set to 1
2016-05-18 02:06:36,882 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:36,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AB4A1B007D6447B38165BE1669142C3A, vertexId=vertex_1463537196643_0001_1_00, initRequestedTime=1463537196848, initedTime=1463537196884, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:36,884 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] with distanceFromRoot: 0
2016-05-18 02:06:36,884 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:36,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537196643_0001_1_00, startRequestedTime=1463537196853, startedTime=1463537196884
2016-05-18 02:06:36,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537196643_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:36,884 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:36,884 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537196643_0001_1_00 for vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] numStartedSources: 1 numSources: 1
2016-05-18 02:06:36,884 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] with distanceFromRoot: 1
2016-05-18 02:06:36,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537196643_0001_1_01, startRequestedTime=1463537196884, startedTime=1463537196885
2016-05-18 02:06:36,885 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:36,885 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537196643_0001, with dag id: dag_1463537196643_0001_1
2016-05-18 02:06:36,889 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F37B6DE4B26D403D990B1A2B2072CDEA with 0 source tasks and 1 pending tasks
2016-05-18 02:06:36,892 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AB4A1B007D6447B38165BE1669142C3A in vertex: F37B6DE4B26D403D990B1A2B2072CDEA numBipartiteSourceTasks: 1
2016-05-18 02:06:36,892 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AB4A1B007D6447B38165BE1669142C3A
2016-05-18 02:06:36,893 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,895 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_STARTED]: vertexName=AB4A1B007D6447B38165BE1669142C3A, taskId=task_1463537196643_0001_1_00_000000, scheduledTime=1463537196895, launchTime=1463537196895
2016-05-18 02:06:36,896 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:36,897 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:36,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537196643_0001_00_000001, launchTime=1463537196901
2016-05-18 02:06:36,903 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537196643_0001_00_000001
2016-05-18 02:06:36,904 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537196643_0001_1_00_000000_0] started. Is using containerId: [container_1463537196643_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:36,906 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537196643_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AB4A1B007D6447B38165BE1669142C3A, taskAttemptId=attempt_1463537196643_0001_1_00_000000_0, startTime=1463537196904, containerId=container_1463537196643_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:36 Starting to run new task attempt: attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,908 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,908 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:36,908 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:36,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS, VertexName: AB4A1B007D6447B38165BE1669142C3A, VertexParallelism: 1, TaskAttemptID:attempt_1463537196643_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0C6BE78E8DFA459AB89B0F2230CEAECA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F37B6DE4B26D403D990B1A2B2072CDEA, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:36,910 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:36,911 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,911 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537196643_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:36,912 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537196643_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:36,919 INFO  input.MRInput (MRInput.java:initialize(440)) - 0C6BE78E8DFA459AB89B0F2230CEAECA using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:36,919 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 0C6BE78E8DFA459AB89B0F2230CEAECA
2016-05-18 02:06:36,921 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:36,930 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AB4A1B007D6447B38165BE1669142C3A, ordinal: 0
2016-05-18 02:06:36,931 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB4A1B007D6447B38165BE1669142C3A, mem on start (mb), free: 141, total: 487, max: 672
2016-05-18 02:06:36,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:36,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:36,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:36,933 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:36,933 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[0C6BE78E8DFA459AB89B0F2230CEAECA:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F37B6DE4B26D403D990B1A2B2072CDEA:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:36,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:36,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:36,935 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:36,935 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[0C6BE78E8DFA459AB89B0F2230CEAECA:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F37B6DE4B26D403D990B1A2B2072CDEA:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:36,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:36,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 0C6BE78E8DFA459AB89B0F2230CEAECA being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:36,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 0C6BE78E8DFA459AB89B0F2230CEAECA
2016-05-18 02:06:36,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:36,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:36,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:36,936 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,938 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:36,938 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 0C6BE78E8DFA459AB89B0F2230CEAECA initialized RecordReader from event
2016-05-18 02:06:36,941 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:36,942 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 0C6BE78E8DFA459AB89B0F2230CEAECA
2016-05-18 02:06:36,942 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 582877005CE4457E8F733C897E66DDA0
2016-05-18 02:06:36,943 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 582877005CE4457E8F733C897E66DDA0
2016-05-18 02:06:36,946 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:36,949 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:36,949 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F37B6DE4B26D403D990B1A2B2072CDEA using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@7ccb7867, comparator=cascading.tuple.hadoop.util.TupleComparator@124df233, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:36,949 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F37B6DE4B26D403D990B1A2B2072CDEA: , UsingHashComparator=false
2016-05-18 02:06:36,985 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:36,985 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:36,985 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F37B6DE4B26D403D990B1A2B2072CDEA: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:36,985 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F37B6DE4B26D403D990B1A2B2072CDEA: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:36,985 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:36,986 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AB4A1B007D6447B38165BE1669142C3A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:36,990 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,990 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB4A1B007D6447B38165BE1669142C3A, mem on close (mb), free: 159, total: 488, max: 672
2016-05-18 02:06:36,990 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F37B6DE4B26D403D990B1A2B2072CDEA: Starting flush of map output
2016-05-18 02:06:36,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F37B6DE4B26D403D990B1A2B2072CDEA: Span0.length = 20, perItem = 6
2016-05-18 02:06:36,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F37B6DE4B26D403D990B1A2B2072CDEA: done sorting span=0, length=20, time=0
2016-05-18 02:06:36,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F37B6DE4B26D403D990B1A2B2072CDEA: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:36,993 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F37B6DE4B26D403D990B1A2B2072CDEA: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd/localmode-local-dir/output/attempt_1463537196643_0001_1_00_000000_0_10014_0/file.out
2016-05-18 02:06:36,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:36 Completed running task attempt: attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36,998 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537196643_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:36,998 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537196643_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:36,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537196643_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537196986, Process_Duration=3, Process_End_Time=1463537196989, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:36,999 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537196643_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:37,000 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:37,000 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:37,000 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AB4A1B007D6447B38165BE1669142C3A, taskAttemptId=attempt_1463537196643_0001_1_00_000000_0, creationTime=1463537196896, allocationTime=1463537196900, startTime=1463537196904, finishTime=1463537197000, timeTaken=96, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:37,001 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,001 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:37,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_FINISHED]: vertexName=AB4A1B007D6447B38165BE1669142C3A, taskId=task_1463537196643_0001_1_00_000000, startTime=1463537196904, finishTime=1463537197002, timeTaken=98, status=SUCCEEDED, successfulAttemptID=attempt_1463537196643_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537196986, Process_Duration=3, Process_End_Time=1463537196989, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:37,004 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537196643_0001_00_000001
2016-05-18 02:06:37,004 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:37,005 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:37,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_FINISHED]: vertexName=AB4A1B007D6447B38165BE1669142C3A, vertexId=vertex_1463537196643_0001_1_00, initRequestedTime=1463537196848, initedTime=1463537196884, startRequestedTime=1463537196853, startedTime=1463537196884, finishTime=1463537197005, timeTaken=121, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537196986, Process_Duration=3, Process_End_Time=1463537196989, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537196904, firstTasksToStart=[ task_1463537196643_0001_1_00_000000 ], lastTaskFinishTime=1463537197000, lastTasksToFinish=[ task_1463537196643_0001_1_00_000000 ], minTaskDuration=96, maxTaskDuration=96, avgTaskDuration=96.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537196643_0001_1_00_000000 ], longestDurationTasks=[ task_1463537196643_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:37,007 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:37,007 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537196643_0001_00_000001, stoppedTime=1463537197007, exitStatus=0
2016-05-18 02:06:37,007 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] attempt: attempt_1463537196643_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:37,007 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:37,008 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:37,007 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F37B6DE4B26D403D990B1A2B2072CDEA
2016-05-18 02:06:37,008 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537196643_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:37,008 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AB4A1B007D6447B38165BE1669142C3A, destinationVertexName=F37B6DE4B26D403D990B1A2B2072CDEA. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:37,009 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:37,009 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_STARTED]: vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, taskId=task_1463537196643_0001_1_01_000000, scheduledTime=1463537197009, launchTime=1463537197009
2016-05-18 02:06:37,010 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:37,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537196643_0001_00_000002, launchTime=1463537197011
2016-05-18 02:06:37,012 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537196643_0001_00_000002
2016-05-18 02:06:37,013 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537196643_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,013 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537196643_0001_1_01_000000_0] started. Is using containerId: [container_1463537196643_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:37 Starting to run new task attempt: attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,013 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,014 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,014 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:37,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS, VertexName: F37B6DE4B26D403D990B1A2B2072CDEA, VertexParallelism: 1, TaskAttemptID:attempt_1463537196643_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AB4A1B007D6447B38165BE1669142C3A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=41D455175979403785A60C55CEF2CC5C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:37,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, taskAttemptId=attempt_1463537196643_0001_1_01_000000_0, startTime=1463537197013, containerId=container_1463537196643_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:37,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:37,015 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,016 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537196643_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:37,016 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537196643_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:37,016 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537196643_0001_00_000001, Exiting
2016-05-18 02:06:37,016 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537196643_0001_00_000001
2016-05-18 02:06:37,017 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537196643_0001_00_000001
2016-05-18 02:06:37,018 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537196643_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:37,019 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537196643_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:37,020 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:37,021 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537196643_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:37,022 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537196643_0001_00_000001 completed successfully
2016-05-18 02:06:37,023 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:37,035 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F37B6DE4B26D403D990B1A2B2072CDEA, ordinal: 1
2016-05-18 02:06:37,036 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F37B6DE4B26D403D990B1A2B2072CDEA, mem on start (mb), free: 153, total: 488, max: 672
2016-05-18 02:06:37,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:37,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:37,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:37,040 INFO  output.MROutput (MROutput.java:initialize(421)) - 41D455175979403785A60C55CEF2CC5C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:37,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:37,040 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[41D455175979403785A60C55CEF2CC5C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [AB4A1B007D6447B38165BE1669142C3A:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:37,041 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:37,041 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:37,041 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:37,042 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[41D455175979403785A60C55CEF2CC5C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [AB4A1B007D6447B38165BE1669142C3A:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:37,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:37,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AB4A1B007D6447B38165BE1669142C3A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:37,043 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - AB4A1B007D6447B38165BE1669142C3A: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:37,043 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - AB4A1B007D6447B38165BE1669142C3A: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:37,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:37,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:37,044 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: AB4A1B007D6447B38165BE1669142C3A with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:37,045 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AB4A1B007D6447B38165BE1669142C3A
2016-05-18 02:06:37,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:37,047 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,048 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AB4A1B007D6447B38165BE1669142C3A: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:37,052 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:37,053 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 582877005CE4457E8F733C897E66DDA0
2016-05-18 02:06:37,053 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_RESULTS"], id: 41D455175979403785A60C55CEF2CC5C
2016-05-18 02:06:37,053 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_RESULTS"]
2016-05-18 02:06:37,054 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537196643_0001_1_00_000000_0_10014} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537197053, TimeTaken=5, Rate=0.03 MB/s
2016-05-18 02:06:37,054 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 582877005CE4457E8F733C897E66DDA0, for 1 inputs
2016-05-18 02:06:37,055 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : AB4A1B007D6447B38165BE1669142C3A
2016-05-18 02:06:37,056 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:37,056 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: AB4A1B007D6447B38165BE1669142C3A, wasInterrupted=false
2016-05-18 02:06:37,056 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:37,057 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:37,058 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - AB4A1B007D6447B38165BE1669142C3A: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:37,059 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:37,059 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001_wd/localmode-local-dir/output/attempt_1463537196643_0001_1_00_000000_0_10014/file.out, len=181, isLocal=true
2016-05-18 02:06:37,059 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:37,059 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:37,059 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:37,060 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:37,060 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : AB4A1B007D6447B38165BE1669142C3A
2016-05-18 02:06:37,060 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F37B6DE4B26D403D990B1A2B2072CDEA, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:37,061 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - AB4A1B007D6447B38165BE1669142C3A: Shuffle Runner thread complete
2016-05-18 02:06:37,063 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:37,063 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - AB4A1B007D6447B38165BE1669142C3A: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:37,070 INFO  output.MROutput (MROutput.java:close(526)) - 41D455175979403785A60C55CEF2CC5C closed
2016-05-18 02:06:37,071 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537196643_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:37,072 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,072 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F37B6DE4B26D403D990B1A2B2072CDEA, mem on close (mb), free: 150, total: 488, max: 672
2016-05-18 02:06:37,072 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: AB4A1B007D6447B38165BE1669142C3A
2016-05-18 02:06:37,073 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AB4A1B007D6447B38165BE1669142C3A: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:37,074 INFO  output.MROutput (MROutput.java:close(526)) - 41D455175979403785A60C55CEF2CC5C closed
2016-05-18 02:06:37,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:37 Completed running task attempt: attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,075 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537196643_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:37,076 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537196643_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:37,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537196643_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537197061, Process_Duration=11, Process_End_Time=1463537197072, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:37,078 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537196643_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:37,078 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:37,078 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:37,079 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, taskAttemptId=attempt_1463537196643_0001_1_01_000000_0, creationTime=1463537197010, allocationTime=1463537197011, startTime=1463537197013, finishTime=1463537197078, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:37,079 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537196643_0001_00_000002
2016-05-18 02:06:37,079 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:TASK_FINISHED]: vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, taskId=task_1463537196643_0001_1_01_000000, startTime=1463537197013, finishTime=1463537197079, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463537196643_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537197061, Process_Duration=11, Process_End_Time=1463537197072, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:37,083 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:37,083 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA]
2016-05-18 02:06:37,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:VERTEX_FINISHED]: vertexName=F37B6DE4B26D403D990B1A2B2072CDEA, vertexId=vertex_1463537196643_0001_1_01, initRequestedTime=1463537196853, initedTime=1463537196861, startRequestedTime=1463537196884, startedTime=1463537196885, finishTime=1463537197084, timeTaken=199, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537197061, Process_Duration=11, Process_End_Time=1463537197072, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537197013, firstTasksToStart=[ task_1463537196643_0001_1_01_000000 ], lastTaskFinishTime=1463537197078, lastTasksToFinish=[ task_1463537196643_0001_1_01_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537196643_0001_1_01_000000 ], longestDurationTasks=[ task_1463537196643_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:37,085 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:37,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537196643_0001_00_000002, stoppedTime=1463537197085, exitStatus=0
2016-05-18 02:06:37,086 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:37,086 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:37,086 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537196643_0001_1_00 [AB4A1B007D6447B38165BE1669142C3A]
2016-05-18 02:06:37,086 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537196643_0001_1
2016-05-18 02:06:37,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537196643_0001_1
2016-05-18 02:06:37,086 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 41D455175979403785A60C55CEF2CC5C for vertex: vertex_1463537196643_0001_1_01 [F37B6DE4B26D403D990B1A2B2072CDEA], outputName: 41D455175979403785A60C55CEF2CC5C
2016-05-18 02:06:37,088 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537196643_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:37,088 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537196643_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:37,090 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537196643_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:37,090 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537196643_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:37,090 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537196643_0001_00_000002, Exiting
2016-05-18 02:06:37,090 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537196643_0001_00_000002
2016-05-18 02:06:37,090 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537196643_0001_00_000002
2016-05-18 02:06:37,092 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537196643_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:37,092 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537196643_0001_00_000002 completed successfully
2016-05-18 02:06:37,098 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:41D455175979403785A60C55CEF2CC5C of vertex/vertexGroup:F37B6DE4B26D403D990B1A2B2072CDEA isVertexGroupOutput:false
2016-05-18 02:06:37,098 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:37,100 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537196643_0001_1, queueSize=0
2016-05-18 02:06:37,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537196643_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537196643_0001_1, startTime=1463537196847, finishTime=1463537197098, timeTaken=251, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=540, AM_GC_TIME_MILLIS=22, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074394047, Process_Duration=14, Process_End_Time=2927074394061, Read_Duration=3, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:37,101 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537196643_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:37,101 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537196643_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:37 Completed Dag: dag_1463537196643_0001_1
2016-05-18 02:06:37,103 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537196643_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:37,103 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537196643_0001_1_post
2016-05-18 02:06:37,103 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,103 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:37,103 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:37,104 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS, with id=dag_1463537196643_0001_1
2016-05-18 02:06:37,104 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052] every/(1/1) ...atform/-1_'field'_RESULTS, with id=dag_1463537196643_0001_1
2016-05-18 02:06:37,110 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_'field'_RESULTS, applicationId=application_1463537196643_0001
2016-05-18 02:06:37,113 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:37,113 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:37,113 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:37,113 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:37,113 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:37,114 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:37,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:37,115 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:37,115 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:37,116 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:37,116 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:37,117 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:37,117 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:37,120 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:37,126 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F61F5986ED4341F2951F985A0E26F190/B48CC0377A8145119A822EB560E30052/.tez/application_1463537196643_0001
2016-05-18 02:06:37,127 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_RESULTS/_temporary
2016-05-18 02:06:37,129 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.508
2016-05-18 02:06:37,214 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_'field'_RESULTS
2016-05-18 02:06:37,254 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:37,254 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:37,333 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 02:06:37,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.040
2016-05-18 02:06:37,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:37,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:37,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:37,371 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:37,382 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_ALL
2016-05-18 02:06:37,477 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:37,477 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:37,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_ALL"]
2016-05-18 02:06:37,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:37,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:37,479 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:37,480 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:37,480 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:37,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:37,509 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:37,509 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:37,510 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:37,518 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001 doesn't exist and is created
2016-05-18 02:06:37,540 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:37,540 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:37,541 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd
2016-05-18 02:06:37,559 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537197509_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:37,559 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:37,559 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:37,561 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:37,561 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:37,561 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:37,561 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:37,563 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:37,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:37,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:37,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:37,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:37,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:37,566 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:37,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:37,567 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:37,567 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:37,567 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:37,567 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:37,567 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:37,569 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:37,570 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:37,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:37,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd/localmode-log-dir
2016-05-18 02:06:37,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd/localmode-log-dir/history.txt.appattempt_1463537197509_0001_000000, maxErrors=10
2016-05-18 02:06:37,571 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:37,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537197509_0001_000000, appSubmitTime=1463537197558, launchTime=1463537197558
2016-05-18 02:06:37,578 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:37,581 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45417
2016-05-18 02:06:37,582 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537197509
2016-05-18 02:06:37,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537197509_0001_000000, startTime=1463537197584
2016-05-18 02:06:37,584 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:37,640 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:37,640 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:37,641 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/-1_'field'_ALL, applicationId=application_1463537197509_0001, dagName=[D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:37,675 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:37,676 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:37,677 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537197509_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd/localmode-log-dir/dag_1463537197509_0001_1.dot
2016-05-18 02:06:37,678 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd/localmode-log-dir/dag_1463537197509_0001_1-tez-dag.pb.txt
2016-05-18 02:06:37,690 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537197509_0001_1
2016-05-18 02:06:37,690 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,691 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:37 Running Dag: dag_1463537197509_0001_1
2016-05-18 02:06:37,707 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537197509_0001_1, submitTime=1463537197675
2016-05-18 02:06:37,708 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001/tez-conf.pb" } size: 40947 timestamp: 1463537197000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:37,708 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,709 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:37,710 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001/tez-conf.pb" } size: 40947 timestamp: 1463537197000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:37,710 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,710 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:37,710 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:37,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537197509_0001_1, initTime=1463537197710
2016-05-18 02:06:37,711 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537197509_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:37,713 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:37,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:DAG_STARTED]: dagID=dag_1463537197509_0001_1, startTime=1463537197713
2016-05-18 02:06:37,713 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/-1_'field'_ALL, applicationId=application_1463537197509_0001, dagName=[D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:37,713 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537197509_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:37,714 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F2F61A3F6EE64E889DE4B994C8E929D9 : {27FF6ACE83D34554BD0E4FEB8CB5D1D5={InputName=27FF6ACE83D34554BD0E4FEB8CB5D1D5}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:37,715 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 27FF6ACE83D34554BD0E4FEB8CB5D1D5, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:37,715 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,715 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,715 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,715 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,717 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:37,717 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,718 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 27FF6ACE83D34554BD0E4FEB8CB5D1D5 on vertex vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,723 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 27FF6ACE83D34554BD0E4FEB8CB5D1D5 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:37,726 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:37,727 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,727 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537197509_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:37,733 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6], numAdditionalOutputs=1
2016-05-18 02:06:37,734 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=2C536EDDB3AE4114B19243F5B22494F5, vertex=vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:37,738 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:37,738 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:37,739 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:37,739 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:37,740 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 27FF6ACE83D34554BD0E4FEB8CB5D1D5 on vertex vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,740 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E4F1B1330B1041D981E0000BD33BA2B6:2C536EDDB3AE4114B19243F5B22494F5 using oldmapred API
2016-05-18 02:06:37,740 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=2C536EDDB3AE4114B19243F5B22494F5, vertexName=E4F1B1330B1041D981E0000BD33BA2B6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:37,743 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E4F1B1330B1041D981E0000BD33BA2B6, vertexId=vertex_1463537197509_0001_1_01, initRequestedTime=1463537197717, initedTime=1463537197733, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:37,743 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:37,744 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:37,745 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {27FF6ACE83D34554BD0E4FEB8CB5D1D5=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:37,747 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] parallelism set to 1
2016-05-18 02:06:37,748 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:37,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F2F61A3F6EE64E889DE4B994C8E929D9, vertexId=vertex_1463537197509_0001_1_00, initRequestedTime=1463537197714, initedTime=1463537197749, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:37,749 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] with distanceFromRoot: 0
2016-05-18 02:06:37,749 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:37,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537197509_0001_1_00, startRequestedTime=1463537197717, startedTime=1463537197750
2016-05-18 02:06:37,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537197509_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:37,767 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:37,767 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F2F61A3F6EE64E889DE4B994C8E929D9
2016-05-18 02:06:37,767 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,769 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537197509_0001_1_00 for vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] numStartedSources: 1 numSources: 1
2016-05-18 02:06:37,769 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] with distanceFromRoot: 1
2016-05-18 02:06:37,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_STARTED]: vertexName=F2F61A3F6EE64E889DE4B994C8E929D9, taskId=task_1463537197509_0001_1_00_000000, scheduledTime=1463537197769, launchTime=1463537197769
2016-05-18 02:06:37,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537197509_0001_1_01, startRequestedTime=1463537197769, startedTime=1463537197770
2016-05-18 02:06:37,770 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:37,771 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,772 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E4F1B1330B1041D981E0000BD33BA2B6 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:37,773 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:37,774 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F2F61A3F6EE64E889DE4B994C8E929D9 in vertex: E4F1B1330B1041D981E0000BD33BA2B6 numBipartiteSourceTasks: 1
2016-05-18 02:06:37,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537197509_0001_00_000001, launchTime=1463537197776
2016-05-18 02:06:37,777 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537197509_0001_00_000001
2016-05-18 02:06:37,778 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537197509_0001_1_00_000000_0] started. Is using containerId: [container_1463537197509_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:37,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F2F61A3F6EE64E889DE4B994C8E929D9, taskAttemptId=attempt_1463537197509_0001_1_00_000000_0, startTime=1463537197778, containerId=container_1463537197509_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:37,780 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537197509_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37 Starting to run new task attempt: attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,781 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,781 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,781 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:37,781 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL, VertexName: F2F61A3F6EE64E889DE4B994C8E929D9, VertexParallelism: 1, TaskAttemptID:attempt_1463537197509_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=27FF6ACE83D34554BD0E4FEB8CB5D1D5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E4F1B1330B1041D981E0000BD33BA2B6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:37,781 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:37,782 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537197509_0001, with dag id: dag_1463537197509_0001_1
2016-05-18 02:06:37,784 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,788 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:37,788 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537197509_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:37,789 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537197509_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:37,793 INFO  input.MRInput (MRInput.java:initialize(440)) - 27FF6ACE83D34554BD0E4FEB8CB5D1D5 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:37,793 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 27FF6ACE83D34554BD0E4FEB8CB5D1D5
2016-05-18 02:06:37,800 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F2F61A3F6EE64E889DE4B994C8E929D9, ordinal: 0
2016-05-18 02:06:37,800 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F2F61A3F6EE64E889DE4B994C8E929D9, mem on start (mb), free: 251, total: 487, max: 672
2016-05-18 02:06:37,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:37,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:37,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:37,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:37,801 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[27FF6ACE83D34554BD0E4FEB8CB5D1D5:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [E4F1B1330B1041D981E0000BD33BA2B6:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:37,802 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:37,802 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:37,802 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:37,803 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[27FF6ACE83D34554BD0E4FEB8CB5D1D5:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [E4F1B1330B1041D981E0000BD33BA2B6:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:37,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:37,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 27FF6ACE83D34554BD0E4FEB8CB5D1D5 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:37,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 27FF6ACE83D34554BD0E4FEB8CB5D1D5
2016-05-18 02:06:37,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:37,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:37,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:37,804 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,806 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:37,806 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 27FF6ACE83D34554BD0E4FEB8CB5D1D5 initialized RecordReader from event
2016-05-18 02:06:37,811 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:37,812 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 27FF6ACE83D34554BD0E4FEB8CB5D1D5
2016-05-18 02:06:37,812 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 571E4A9AC4EB489791C0D939E87A977B
2016-05-18 02:06:37,812 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 571E4A9AC4EB489791C0D939E87A977B
2016-05-18 02:06:37,814 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:37,817 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:37,818 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E4F1B1330B1041D981E0000BD33BA2B6 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4461aa2, comparator=cascading.tuple.hadoop.util.TupleComparator@167e83df, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:37,818 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E4F1B1330B1041D981E0000BD33BA2B6: , UsingHashComparator=false
2016-05-18 02:06:37,833 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:37,834 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:37,834 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E4F1B1330B1041D981E0000BD33BA2B6: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:37,834 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E4F1B1330B1041D981E0000BD33BA2B6: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:37,834 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:37,835 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F2F61A3F6EE64E889DE4B994C8E929D9, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:37,839 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,840 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F2F61A3F6EE64E889DE4B994C8E929D9, mem on close (mb), free: 149, total: 487, max: 672
2016-05-18 02:06:37,840 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E4F1B1330B1041D981E0000BD33BA2B6: Starting flush of map output
2016-05-18 02:06:37,840 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E4F1B1330B1041D981E0000BD33BA2B6: Span0.length = 20, perItem = 6
2016-05-18 02:06:37,841 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E4F1B1330B1041D981E0000BD33BA2B6: done sorting span=0, length=20, time=0
2016-05-18 02:06:37,841 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E4F1B1330B1041D981E0000BD33BA2B6: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:37,843 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E4F1B1330B1041D981E0000BD33BA2B6: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd/localmode-local-dir/output/attempt_1463537197509_0001_1_00_000000_0_10020_0/file.out
2016-05-18 02:06:37,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:37 Completed running task attempt: attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,848 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537197509_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:37,849 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537197509_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:37,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537197509_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537197835, Process_Duration=4, Process_End_Time=1463537197839, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=3][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:37,851 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537197509_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:37,852 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:37,852 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:37,852 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,852 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537197509_0001_00_000001
2016-05-18 02:06:37,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F2F61A3F6EE64E889DE4B994C8E929D9, taskAttemptId=attempt_1463537197509_0001_1_00_000000_0, creationTime=1463537197770, allocationTime=1463537197775, startTime=1463537197778, finishTime=1463537197852, timeTaken=74, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:37,853 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_FINISHED]: vertexName=F2F61A3F6EE64E889DE4B994C8E929D9, taskId=task_1463537197509_0001_1_00_000000, startTime=1463537197778, finishTime=1463537197853, timeTaken=75, status=SUCCEEDED, successfulAttemptID=attempt_1463537197509_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537197835, Process_Duration=4, Process_End_Time=1463537197839, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:37,855 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:37,855 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_FINISHED]: vertexName=F2F61A3F6EE64E889DE4B994C8E929D9, vertexId=vertex_1463537197509_0001_1_00, initRequestedTime=1463537197714, initedTime=1463537197749, startRequestedTime=1463537197717, startedTime=1463537197750, finishTime=1463537197856, timeTaken=106, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537197835, Process_Duration=4, Process_End_Time=1463537197839, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537197778, firstTasksToStart=[ task_1463537197509_0001_1_00_000000 ], lastTaskFinishTime=1463537197852, lastTasksToFinish=[ task_1463537197509_0001_1_00_000000 ], minTaskDuration=74, maxTaskDuration=74, avgTaskDuration=74.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537197509_0001_1_00_000000 ], longestDurationTasks=[ task_1463537197509_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:37,857 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:37,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537197509_0001_00_000001, stoppedTime=1463537197857, exitStatus=0
2016-05-18 02:06:37,858 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] attempt: attempt_1463537197509_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:37,858 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:37,858 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E4F1B1330B1041D981E0000BD33BA2B6
2016-05-18 02:06:37,858 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:37,858 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F2F61A3F6EE64E889DE4B994C8E929D9, destinationVertexName=E4F1B1330B1041D981E0000BD33BA2B6. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:37,859 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,859 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537197509_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:37,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_STARTED]: vertexName=E4F1B1330B1041D981E0000BD33BA2B6, taskId=task_1463537197509_0001_1_01_000000, scheduledTime=1463537197859, launchTime=1463537197859
2016-05-18 02:06:37,860 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,862 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537197509_0001_00_000002, launchTime=1463537197862
2016-05-18 02:06:37,863 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537197509_0001_00_000002
2016-05-18 02:06:37,863 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537197509_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:37,863 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537197509_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:37,864 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537197509_0001_1_01_000000_0] started. Is using containerId: [container_1463537197509_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:37,864 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537197509_0001_00_000001, Exiting
2016-05-18 02:06:37,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E4F1B1330B1041D981E0000BD33BA2B6, taskAttemptId=attempt_1463537197509_0001_1_01_000000_0, startTime=1463537197863, containerId=container_1463537197509_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:37,864 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537197509_0001_00_000001
2016-05-18 02:06:37,864 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537197509_0001_00_000001
2016-05-18 02:06:37,865 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537197509_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37 Starting to run new task attempt: attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,865 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537197509_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:37,865 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,866 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,865 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537197509_0001_00_000001 completed successfully
2016-05-18 02:06:37,866 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:37,866 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL, VertexName: E4F1B1330B1041D981E0000BD33BA2B6, VertexParallelism: 1, TaskAttemptID:attempt_1463537197509_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F2F61A3F6EE64E889DE4B994C8E929D9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2C536EDDB3AE4114B19243F5B22494F5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:37,866 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:37,867 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,869 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537197509_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,869 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537197509_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:37,874 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:37,884 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:37,892 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E4F1B1330B1041D981E0000BD33BA2B6, ordinal: 1
2016-05-18 02:06:37,893 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E4F1B1330B1041D981E0000BD33BA2B6, mem on start (mb), free: 143, total: 487, max: 672
2016-05-18 02:06:37,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:37,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:37,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:37,895 INFO  output.MROutput (MROutput.java:initialize(421)) - 2C536EDDB3AE4114B19243F5B22494F5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:37,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:37,895 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[2C536EDDB3AE4114B19243F5B22494F5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [F2F61A3F6EE64E889DE4B994C8E929D9:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:37,896 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:37,897 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:37,897 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:37,897 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[2C536EDDB3AE4114B19243F5B22494F5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [F2F61A3F6EE64E889DE4B994C8E929D9:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:37,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:37,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F2F61A3F6EE64E889DE4B994C8E929D9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:37,898 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F2F61A3F6EE64E889DE4B994C8E929D9: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:37,898 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F2F61A3F6EE64E889DE4B994C8E929D9: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:37,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:37,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:37,900 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F2F61A3F6EE64E889DE4B994C8E929D9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:37,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F2F61A3F6EE64E889DE4B994C8E929D9
2016-05-18 02:06:37,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:37,903 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,903 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F2F61A3F6EE64E889DE4B994C8E929D9: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:37,905 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537197509_0001_1_00_000000_0_10020} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537197905, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:37,906 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F2F61A3F6EE64E889DE4B994C8E929D9
2016-05-18 02:06:37,907 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:37,907 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F2F61A3F6EE64E889DE4B994C8E929D9, wasInterrupted=false
2016-05-18 02:06:37,908 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:37,908 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:37,908 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:37,908 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - F2F61A3F6EE64E889DE4B994C8E929D9: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:37,910 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:37,910 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001_wd/localmode-local-dir/output/attempt_1463537197509_0001_1_00_000000_0_10020/file.out, len=181, isLocal=true
2016-05-18 02:06:37,910 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 571E4A9AC4EB489791C0D939E87A977B
2016-05-18 02:06:37,910 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:37,911 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_ALL"], id: 2C536EDDB3AE4114B19243F5B22494F5
2016-05-18 02:06:37,911 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:37,911 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:37,911 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_ALL"]
2016-05-18 02:06:37,912 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:37,912 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 571E4A9AC4EB489791C0D939E87A977B, for 1 inputs
2016-05-18 02:06:37,912 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E4F1B1330B1041D981E0000BD33BA2B6, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:37,912 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F2F61A3F6EE64E889DE4B994C8E929D9
2016-05-18 02:06:37,912 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F2F61A3F6EE64E889DE4B994C8E929D9: Shuffle Runner thread complete
2016-05-18 02:06:37,914 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:37,914 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F2F61A3F6EE64E889DE4B994C8E929D9: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:37,919 INFO  output.MROutput (MROutput.java:close(526)) - 2C536EDDB3AE4114B19243F5B22494F5 closed
2016-05-18 02:06:37,920 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537197509_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:37,921 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,921 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E4F1B1330B1041D981E0000BD33BA2B6, mem on close (mb), free: 140, total: 487, max: 672
2016-05-18 02:06:37,921 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F2F61A3F6EE64E889DE4B994C8E929D9
2016-05-18 02:06:37,921 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F2F61A3F6EE64E889DE4B994C8E929D9: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:37,921 INFO  output.MROutput (MROutput.java:close(526)) - 2C536EDDB3AE4114B19243F5B22494F5 closed
2016-05-18 02:06:37,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:37 Completed running task attempt: attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,923 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537197509_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:37,923 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537197509_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:37,924 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537197509_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537197912, Process_Duration=9, Process_End_Time=1463537197921, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:37,925 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537197509_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:37,925 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:37,925 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:37,925 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,925 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537197509_0001_00_000002
2016-05-18 02:06:37,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E4F1B1330B1041D981E0000BD33BA2B6, taskAttemptId=attempt_1463537197509_0001_1_01_000000_0, creationTime=1463537197860, allocationTime=1463537197861, startTime=1463537197863, finishTime=1463537197925, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:37,926 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:TASK_FINISHED]: vertexName=E4F1B1330B1041D981E0000BD33BA2B6, taskId=task_1463537197509_0001_1_01_000000, startTime=1463537197863, finishTime=1463537197926, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1463537197509_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537197912, Process_Duration=9, Process_End_Time=1463537197921, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:37,927 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:37,928 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6]
2016-05-18 02:06:37,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:VERTEX_FINISHED]: vertexName=E4F1B1330B1041D981E0000BD33BA2B6, vertexId=vertex_1463537197509_0001_1_01, initRequestedTime=1463537197717, initedTime=1463537197733, startRequestedTime=1463537197769, startedTime=1463537197770, finishTime=1463537197928, timeTaken=158, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537197912, Process_Duration=9, Process_End_Time=1463537197921, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537197863, firstTasksToStart=[ task_1463537197509_0001_1_01_000000 ], lastTaskFinishTime=1463537197925, lastTasksToFinish=[ task_1463537197509_0001_1_01_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537197509_0001_1_01_000000 ], longestDurationTasks=[ task_1463537197509_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:37,929 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:37,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537197509_0001_00_000002, stoppedTime=1463537197929, exitStatus=0
2016-05-18 02:06:37,929 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:37,929 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:37,930 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537197509_0001_1_00 [F2F61A3F6EE64E889DE4B994C8E929D9]
2016-05-18 02:06:37,931 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537197509_0001_1
2016-05-18 02:06:37,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537197509_0001_1
2016-05-18 02:06:37,932 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537197509_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:37,933 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537197509_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:37,933 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 2C536EDDB3AE4114B19243F5B22494F5 for vertex: vertex_1463537197509_0001_1_01 [E4F1B1330B1041D981E0000BD33BA2B6], outputName: 2C536EDDB3AE4114B19243F5B22494F5
2016-05-18 02:06:37,936 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537197509_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:37,936 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537197509_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:37,936 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537197509_0001_00_000002, Exiting
2016-05-18 02:06:37,936 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537197509_0001_00_000002
2016-05-18 02:06:37,936 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537197509_0001_00_000002
2016-05-18 02:06:37,937 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537197509_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:37,937 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537197509_0001_00_000002 completed successfully
2016-05-18 02:06:37,943 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:2C536EDDB3AE4114B19243F5B22494F5 of vertex/vertexGroup:E4F1B1330B1041D981E0000BD33BA2B6 isVertexGroupOutput:false
2016-05-18 02:06:37,943 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:37,946 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537197509_0001_1, queueSize=0
2016-05-18 02:06:37,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537197509_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537197509_0001_1, startTime=1463537197713, finishTime=1463537197943, timeTaken=230, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=510, AM_GC_TIME_MILLIS=14, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074395747, Process_Duration=13, Process_End_Time=2927074395760, Read_Duration=4, Tuples_Read=40, Tuples_Written=40, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:37,947 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537197509_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:37,947 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537197509_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:37 Completed Dag: dag_1463537197509_0001_1
2016-05-18 02:06:37,947 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537197509_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:37,947 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537197509_0001_1_post
2016-05-18 02:06:37,947 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL, with id=dag_1463537197509_0001_1
2016-05-18 02:06:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035] every/(1/1) ...lyplatform/-1_'field'_ALL, with id=dag_1463537197509_0001_1
2016-05-18 02:06:37,954 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/-1_'field'_ALL, applicationId=application_1463537197509_0001
2016-05-18 02:06:37,957 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:37,957 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:37,957 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:37,957 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:37,957 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:37,958 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:37,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:37,958 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:37,958 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:37,959 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:37,959 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:37,959 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:37,960 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:37,961 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:37,964 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E2CD6C795641828BAB5606D17FC830/A8E51913FB6749FF83754B161BAE8035/.tez/application_1463537197509_0001
2016-05-18 02:06:37,965 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_ALL/_temporary
2016-05-18 02:06:37,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.488
2016-05-18 02:06:38,046 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_'field'_ALL
2016-05-18 02:06:38,077 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:38,078 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:38,125 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.008
2016-05-18 02:06:38,129 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.012
2016-05-18 02:06:38,130 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:38,130 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:38,130 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_'field'_REPLACE
2016-05-18 02:06:38,169 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:38,169 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:38,222 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-18 02:06:38,238 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.039
2016-05-18 02:06:38,239 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:38,239 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:38,239 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:38,262 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:38,273 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_SWAP
2016-05-18 02:06:38,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:38,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:38,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_SWAP"]
2016-05-18 02:06:38,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:38,344 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:38,344 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:38,345 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:38,345 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:38,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:38,365 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:38,366 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:38,366 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:38,376 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001 doesn't exist and is created
2016-05-18 02:06:38,409 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:38,409 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:38,411 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd
2016-05-18 02:06:38,431 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537198366_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:38,431 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:38,431 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:38,433 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:38,434 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:38,434 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:38,434 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:38,434 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:38,436 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:38,436 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:38,436 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:38,436 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:38,436 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:38,436 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:38,436 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:38,437 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:38,437 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:38,437 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:38,437 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:38,437 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:38,439 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:38,440 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:38,441 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:38,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd/localmode-log-dir
2016-05-18 02:06:38,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd/localmode-log-dir/history.txt.appattempt_1463537198366_0001_000000, maxErrors=10
2016-05-18 02:06:38,441 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:38,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537198366_0001_000000, appSubmitTime=1463537198430, launchTime=1463537198430
2016-05-18 02:06:38,450 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:38,454 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:42198
2016-05-18 02:06:38,455 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537198366
2016-05-18 02:06:38,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537198366_0001_000000, startTime=1463537198456
2016-05-18 02:06:38,457 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:38,509 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:38,509 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:38,510 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_'field'_SWAP, applicationId=application_1463537198366_0001, dagName=[7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:38,533 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:38,533 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:38,534 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537198366_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd/localmode-log-dir/dag_1463537198366_0001_1.dot
2016-05-18 02:06:38,536 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd/localmode-log-dir/dag_1463537198366_0001_1-tez-dag.pb.txt
2016-05-18 02:06:38,544 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537198366_0001_1
2016-05-18 02:06:38,545 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:38,545 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:38 Running Dag: dag_1463537198366_0001_1
2016-05-18 02:06:38,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537198366_0001_1, submitTime=1463537198533
2016-05-18 02:06:38,561 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001/tez-conf.pb" } size: 40947 timestamp: 1463537198000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:38,561 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,562 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:38,562 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001/tez-conf.pb" } size: 40947 timestamp: 1463537198000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:38,563 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,563 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:38,563 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:38,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537198366_0001_1, initTime=1463537198564
2016-05-18 02:06:38,564 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537198366_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:38,565 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:38,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:DAG_STARTED]: dagID=dag_1463537198366_0001_1, startTime=1463537198565
2016-05-18 02:06:38,566 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537198366_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:38,566 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B27FB84C15974A7C96439805704B4FE9 : {2B9637D0B11D44D7A202675147F1189E={InputName=2B9637D0B11D44D7A202675147F1189E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:38,566 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 2B9637D0B11D44D7A202675147F1189E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:38,566 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,566 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,567 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_'field'_SWAP, applicationId=application_1463537198366_0001, dagName=[7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:38,567 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,567 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,568 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:38,568 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,570 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 2B9637D0B11D44D7A202675147F1189E on vertex vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,572 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:38,572 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,573 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,572 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 2B9637D0B11D44D7A202675147F1189E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:38,574 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537198366_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:38,575 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8], numAdditionalOutputs=1
2016-05-18 02:06:38,575 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=626AF77D0BA84D31828DB91CF3E7E13C, vertex=vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:38,579 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:38,579 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:38,579 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:38,580 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:38,579 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CED4ED8025E544AFA57CE8C0984803C8:626AF77D0BA84D31828DB91CF3E7E13C using oldmapred API
2016-05-18 02:06:38,580 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=626AF77D0BA84D31828DB91CF3E7E13C, vertexName=CED4ED8025E544AFA57CE8C0984803C8, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:38,580 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 2B9637D0B11D44D7A202675147F1189E on vertex vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CED4ED8025E544AFA57CE8C0984803C8, vertexId=vertex_1463537198366_0001_1_01, initRequestedTime=1463537198568, initedTime=1463537198575, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:38,582 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:38,584 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:38,585 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {2B9637D0B11D44D7A202675147F1189E=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:38,585 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] parallelism set to 1
2016-05-18 02:06:38,586 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:38,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B27FB84C15974A7C96439805704B4FE9, vertexId=vertex_1463537198366_0001_1_00, initRequestedTime=1463537198566, initedTime=1463537198586, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:38,587 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] with distanceFromRoot: 0
2016-05-18 02:06:38,587 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:38,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537198366_0001_1_00, startRequestedTime=1463537198568, startedTime=1463537198587
2016-05-18 02:06:38,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537198366_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:38,588 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:38,589 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537198366_0001_1_00 for vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] numStartedSources: 1 numSources: 1
2016-05-18 02:06:38,589 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] with distanceFromRoot: 1
2016-05-18 02:06:38,589 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B27FB84C15974A7C96439805704B4FE9
2016-05-18 02:06:38,590 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,593 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537198366_0001, with dag id: dag_1463537198366_0001_1
2016-05-18 02:06:38,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537198366_0001_1_01, startRequestedTime=1463537198589, startedTime=1463537198590
2016-05-18 02:06:38,593 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:38,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_STARTED]: vertexName=B27FB84C15974A7C96439805704B4FE9, taskId=task_1463537198366_0001_1_00_000000, scheduledTime=1463537198594, launchTime=1463537198594
2016-05-18 02:06:38,595 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,599 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: CED4ED8025E544AFA57CE8C0984803C8 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:38,599 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:38,600 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B27FB84C15974A7C96439805704B4FE9 in vertex: CED4ED8025E544AFA57CE8C0984803C8 numBipartiteSourceTasks: 1
2016-05-18 02:06:38,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537198366_0001_00_000001, launchTime=1463537198603
2016-05-18 02:06:38,604 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537198366_0001_00_000001
2016-05-18 02:06:38,607 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537198366_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,607 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537198366_0001_1_00_000000_0] started. Is using containerId: [container_1463537198366_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:38,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B27FB84C15974A7C96439805704B4FE9, taskAttemptId=attempt_1463537198366_0001_1_00_000000_0, startTime=1463537198607, containerId=container_1463537198366_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:38 Starting to run new task attempt: attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,609 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,609 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:38,609 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:38,610 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP, VertexName: B27FB84C15974A7C96439805704B4FE9, VertexParallelism: 1, TaskAttemptID:attempt_1463537198366_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2B9637D0B11D44D7A202675147F1189E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CED4ED8025E544AFA57CE8C0984803C8, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:38,610 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:38,611 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,611 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537198366_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:38,611 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537198366_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:38,616 INFO  input.MRInput (MRInput.java:initialize(440)) - 2B9637D0B11D44D7A202675147F1189E using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:38,617 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 2B9637D0B11D44D7A202675147F1189E
2016-05-18 02:06:38,617 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:38,626 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B27FB84C15974A7C96439805704B4FE9, ordinal: 0
2016-05-18 02:06:38,626 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B27FB84C15974A7C96439805704B4FE9, mem on start (mb), free: 226, total: 488, max: 672
2016-05-18 02:06:38,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:38,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:38,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:38,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:38,627 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[2B9637D0B11D44D7A202675147F1189E:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [CED4ED8025E544AFA57CE8C0984803C8:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:38,628 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:38,628 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:38,628 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:38,629 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[2B9637D0B11D44D7A202675147F1189E:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [CED4ED8025E544AFA57CE8C0984803C8:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:38,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:38,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 2B9637D0B11D44D7A202675147F1189E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:38,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:38,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:38,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 2B9637D0B11D44D7A202675147F1189E
2016-05-18 02:06:38,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:38,631 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,634 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:38,635 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 2B9637D0B11D44D7A202675147F1189E initialized RecordReader from event
2016-05-18 02:06:38,635 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:38,638 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 2B9637D0B11D44D7A202675147F1189E
2016-05-18 02:06:38,638 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: ACE38F9C44D24AB483DE90F23D5777FF
2016-05-18 02:06:38,638 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] ACE38F9C44D24AB483DE90F23D5777FF
2016-05-18 02:06:38,640 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:38,642 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:38,643 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - CED4ED8025E544AFA57CE8C0984803C8 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@3767dca2, comparator=cascading.tuple.hadoop.util.TupleComparator@3c62c19, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:38,643 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for CED4ED8025E544AFA57CE8C0984803C8: , UsingHashComparator=false
2016-05-18 02:06:38,657 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:38,657 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:38,657 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for CED4ED8025E544AFA57CE8C0984803C8: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:38,657 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - CED4ED8025E544AFA57CE8C0984803C8: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:38,657 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:38,658 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B27FB84C15974A7C96439805704B4FE9, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:38,661 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,661 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B27FB84C15974A7C96439805704B4FE9, mem on close (mb), free: 124, total: 488, max: 672
2016-05-18 02:06:38,661 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - CED4ED8025E544AFA57CE8C0984803C8: Starting flush of map output
2016-05-18 02:06:38,661 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - CED4ED8025E544AFA57CE8C0984803C8: Span0.length = 20, perItem = 6
2016-05-18 02:06:38,662 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - CED4ED8025E544AFA57CE8C0984803C8: done sorting span=0, length=20, time=1
2016-05-18 02:06:38,662 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - CED4ED8025E544AFA57CE8C0984803C8: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:38,664 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - CED4ED8025E544AFA57CE8C0984803C8: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd/localmode-local-dir/output/attempt_1463537198366_0001_1_00_000000_0_10027_0/file.out
2016-05-18 02:06:38,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:38 Completed running task attempt: attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,670 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537198366_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:38,670 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537198366_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:38,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537198366_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537198658, Process_Duration=3, Process_End_Time=1463537198661, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:38,672 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537198366_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:38,672 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:38,672 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:38,673 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:38,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B27FB84C15974A7C96439805704B4FE9, taskAttemptId=attempt_1463537198366_0001_1_00_000000_0, creationTime=1463537198595, allocationTime=1463537198601, startTime=1463537198607, finishTime=1463537198672, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:38,673 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38,674 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537198366_0001_00_000001
2016-05-18 02:06:38,674 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_FINISHED]: vertexName=B27FB84C15974A7C96439805704B4FE9, taskId=task_1463537198366_0001_1_00_000000, startTime=1463537198607, finishTime=1463537198674, timeTaken=67, status=SUCCEEDED, successfulAttemptID=attempt_1463537198366_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537198658, Process_Duration=3, Process_End_Time=1463537198661, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:38,675 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:38,675 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_FINISHED]: vertexName=B27FB84C15974A7C96439805704B4FE9, vertexId=vertex_1463537198366_0001_1_00, initRequestedTime=1463537198566, initedTime=1463537198586, startRequestedTime=1463537198568, startedTime=1463537198587, finishTime=1463537198675, timeTaken=88, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537198658, Process_Duration=3, Process_End_Time=1463537198661, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537198607, firstTasksToStart=[ task_1463537198366_0001_1_00_000000 ], lastTaskFinishTime=1463537198672, lastTasksToFinish=[ task_1463537198366_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537198366_0001_1_00_000000 ], longestDurationTasks=[ task_1463537198366_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:38,677 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:38,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537198366_0001_00_000001, stoppedTime=1463537198677, exitStatus=0
2016-05-18 02:06:38,677 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] attempt: attempt_1463537198366_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:38,679 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CED4ED8025E544AFA57CE8C0984803C8
2016-05-18 02:06:38,679 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B27FB84C15974A7C96439805704B4FE9, destinationVertexName=CED4ED8025E544AFA57CE8C0984803C8. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:38,679 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,679 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:38,680 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:38,680 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537198366_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:38,680 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_STARTED]: vertexName=CED4ED8025E544AFA57CE8C0984803C8, taskId=task_1463537198366_0001_1_01_000000, scheduledTime=1463537198680, launchTime=1463537198680
2016-05-18 02:06:38,680 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,682 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537198366_0001_00_000002, launchTime=1463537198682
2016-05-18 02:06:38,683 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537198366_0001_00_000002
2016-05-18 02:06:38,683 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537198366_0001_1_01_000000_0] started. Is using containerId: [container_1463537198366_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:38,683 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CED4ED8025E544AFA57CE8C0984803C8, taskAttemptId=attempt_1463537198366_0001_1_01_000000_0, startTime=1463537198683, containerId=container_1463537198366_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:38,684 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537198366_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38 Starting to run new task attempt: attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,685 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,685 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:38,685 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537198366_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:38,685 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:38,685 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537198366_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:38,685 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537198366_0001_00_000001, Exiting
2016-05-18 02:06:38,685 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537198366_0001_00_000001
2016-05-18 02:06:38,685 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537198366_0001_00_000001
2016-05-18 02:06:38,686 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP, VertexName: CED4ED8025E544AFA57CE8C0984803C8, VertexParallelism: 1, TaskAttemptID:attempt_1463537198366_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B27FB84C15974A7C96439805704B4FE9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=626AF77D0BA84D31828DB91CF3E7E13C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:38,686 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:38,686 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537198366_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:38,686 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537198366_0001_00_000001 completed successfully
2016-05-18 02:06:38,687 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,687 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537198366_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,688 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537198366_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:38,690 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:38,692 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:38,703 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CED4ED8025E544AFA57CE8C0984803C8, ordinal: 1
2016-05-18 02:06:38,703 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CED4ED8025E544AFA57CE8C0984803C8, mem on start (mb), free: 118, total: 488, max: 672
2016-05-18 02:06:38,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:38,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:38,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:38,705 INFO  output.MROutput (MROutput.java:initialize(421)) - 626AF77D0BA84D31828DB91CF3E7E13C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:38,705 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:38,706 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[626AF77D0BA84D31828DB91CF3E7E13C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B27FB84C15974A7C96439805704B4FE9:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:38,706 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:38,706 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:38,707 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:38,707 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[626AF77D0BA84D31828DB91CF3E7E13C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B27FB84C15974A7C96439805704B4FE9:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:38,707 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:38,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B27FB84C15974A7C96439805704B4FE9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:38,708 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B27FB84C15974A7C96439805704B4FE9: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:38,709 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B27FB84C15974A7C96439805704B4FE9: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:38,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:38,710 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B27FB84C15974A7C96439805704B4FE9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:38,710 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:38,711 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B27FB84C15974A7C96439805704B4FE9
2016-05-18 02:06:38,711 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:38,712 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,713 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B27FB84C15974A7C96439805704B4FE9: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:38,716 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537198366_0001_1_00_000000_0_10027} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537198715, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:38,716 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:38,717 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B27FB84C15974A7C96439805704B4FE9
2016-05-18 02:06:38,718 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:38,718 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: ACE38F9C44D24AB483DE90F23D5777FF
2016-05-18 02:06:38,719 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B27FB84C15974A7C96439805704B4FE9, wasInterrupted=false
2016-05-18 02:06:38,719 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_SWAP"], id: 626AF77D0BA84D31828DB91CF3E7E13C
2016-05-18 02:06:38,720 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:38,720 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_SWAP"]
2016-05-18 02:06:38,721 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] ACE38F9C44D24AB483DE90F23D5777FF, for 1 inputs
2016-05-18 02:06:38,721 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:38,722 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:38,722 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001_wd/localmode-local-dir/output/attempt_1463537198366_0001_1_00_000000_0_10027/file.out, len=181, isLocal=true
2016-05-18 02:06:38,723 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:38,723 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:38,723 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:38,723 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:38,724 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B27FB84C15974A7C96439805704B4FE9
2016-05-18 02:06:38,724 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B27FB84C15974A7C96439805704B4FE9: Shuffle Runner thread complete
2016-05-18 02:06:38,724 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CED4ED8025E544AFA57CE8C0984803C8, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:38,725 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:38,725 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B27FB84C15974A7C96439805704B4FE9: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:38,731 INFO  output.MROutput (MROutput.java:close(526)) - 626AF77D0BA84D31828DB91CF3E7E13C closed
2016-05-18 02:06:38,733 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537198366_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:38,734 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,734 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CED4ED8025E544AFA57CE8C0984803C8, mem on close (mb), free: 114, total: 488, max: 672
2016-05-18 02:06:38,734 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B27FB84C15974A7C96439805704B4FE9
2016-05-18 02:06:38,734 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B27FB84C15974A7C96439805704B4FE9: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:38,735 INFO  output.MROutput (MROutput.java:close(526)) - 626AF77D0BA84D31828DB91CF3E7E13C closed
2016-05-18 02:06:38,735 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:38 Completed running task attempt: attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,736 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537198366_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:38,736 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537198366_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:38,736 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537198366_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537198724, Process_Duration=10, Process_End_Time=1463537198734, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:38,737 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537198366_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:38,738 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:38,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CED4ED8025E544AFA57CE8C0984803C8, taskAttemptId=attempt_1463537198366_0001_1_01_000000_0, creationTime=1463537198680, allocationTime=1463537198681, startTime=1463537198683, finishTime=1463537198738, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:38,738 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38,738 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:38,739 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:38,739 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537198366_0001_00_000002
2016-05-18 02:06:38,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:TASK_FINISHED]: vertexName=CED4ED8025E544AFA57CE8C0984803C8, taskId=task_1463537198366_0001_1_01_000000, startTime=1463537198683, finishTime=1463537198738, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463537198366_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537198724, Process_Duration=10, Process_End_Time=1463537198734, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:38,740 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:38,740 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8]
2016-05-18 02:06:38,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:VERTEX_FINISHED]: vertexName=CED4ED8025E544AFA57CE8C0984803C8, vertexId=vertex_1463537198366_0001_1_01, initRequestedTime=1463537198568, initedTime=1463537198575, startRequestedTime=1463537198589, startedTime=1463537198590, finishTime=1463537198740, timeTaken=150, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537198724, Process_Duration=10, Process_End_Time=1463537198734, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537198683, firstTasksToStart=[ task_1463537198366_0001_1_01_000000 ], lastTaskFinishTime=1463537198738, lastTasksToFinish=[ task_1463537198366_0001_1_01_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537198366_0001_1_01_000000 ], longestDurationTasks=[ task_1463537198366_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:38,741 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:38,742 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537198366_0001_00_000002, stoppedTime=1463537198742, exitStatus=0
2016-05-18 02:06:38,742 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:38,742 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:38,742 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537198366_0001_1_00 [B27FB84C15974A7C96439805704B4FE9]
2016-05-18 02:06:38,743 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537198366_0001_1
2016-05-18 02:06:38,743 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537198366_0001_1
2016-05-18 02:06:38,743 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 626AF77D0BA84D31828DB91CF3E7E13C for vertex: vertex_1463537198366_0001_1_01 [CED4ED8025E544AFA57CE8C0984803C8], outputName: 626AF77D0BA84D31828DB91CF3E7E13C
2016-05-18 02:06:38,746 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537198366_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:38,746 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537198366_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:38,750 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537198366_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:38,750 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537198366_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:38,750 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537198366_0001_00_000002, Exiting
2016-05-18 02:06:38,751 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537198366_0001_00_000002
2016-05-18 02:06:38,751 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537198366_0001_00_000002
2016-05-18 02:06:38,751 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537198366_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:38,751 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537198366_0001_00_000002 completed successfully
2016-05-18 02:06:38,754 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:626AF77D0BA84D31828DB91CF3E7E13C of vertex/vertexGroup:CED4ED8025E544AFA57CE8C0984803C8 isVertexGroupOutput:false
2016-05-18 02:06:38,754 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:38,756 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537198366_0001_1, queueSize=0
2016-05-18 02:06:38,757 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537198366_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537198366_0001_1, startTime=1463537198565, finishTime=1463537198754, timeTaken=189, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=360, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074397382, Process_Duration=13, Process_End_Time=2927074397395, Read_Duration=1, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:38,757 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537198366_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:38,757 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537198366_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:38 Completed Dag: dag_1463537198366_0001_1
2016-05-18 02:06:38,758 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537198366_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:38,758 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537198366_0001_1_post
2016-05-18 02:06:38,758 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:38,758 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:38,759 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:38,759 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP, with id=dag_1463537198366_0001_1
2016-05-18 02:06:38,759 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1] every/(1/1) ...yplatform/-1_'field'_SWAP, with id=dag_1463537198366_0001_1
2016-05-18 02:06:38,767 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_'field'_SWAP, applicationId=application_1463537198366_0001
2016-05-18 02:06:38,770 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:38,770 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:38,770 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:38,770 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:38,770 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:38,771 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:38,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:38,772 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:38,772 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:38,773 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:38,773 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:38,773 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:38,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:38,775 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:38,781 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AE4B5D6A7F54034A92FAE9033176C92/A75D0CDEDDA241C79AA501E461B15FC1/.tez/application_1463537198366_0001
2016-05-18 02:06:38,781 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_'field'_SWAP/_temporary
2016-05-18 02:06:38,782 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.439
2016-05-18 02:06:38,861 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_'field'_SWAP
2016-05-18 02:06:38,889 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:38,889 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:38,941 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-05-18 02:06:38,962 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.041
2016-05-18 02:06:38,963 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:38,963 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:38,963 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:38,982 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:38,993 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:39,060 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:39,061 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:39,062 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2016-05-18 02:06:39,062 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:39,064 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:39,064 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:39,065 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:39,066 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:39,089 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:39,094 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:39,095 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:39,095 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:39,105 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001 doesn't exist and is created
2016-05-18 02:06:39,124 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:39,124 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:39,125 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd
2016-05-18 02:06:39,141 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537199095_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:39,142 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:39,142 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:39,144 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:39,144 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:39,144 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:39,144 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:39,145 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:39,147 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:39,147 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:39,147 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:39,148 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:39,148 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:39,149 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:39,151 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:39,151 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:39,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:39,152 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd/localmode-log-dir
2016-05-18 02:06:39,153 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd/localmode-log-dir/history.txt.appattempt_1463537199095_0001_000000, maxErrors=10
2016-05-18 02:06:39,153 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:39,154 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537199095_0001_000000, appSubmitTime=1463537199141, launchTime=1463537199141
2016-05-18 02:06:39,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:39,165 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52472
2016-05-18 02:06:39,166 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537199095
2016-05-18 02:06:39,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537199095_0001_000000, startTime=1463537199169
2016-05-18 02:06:39,170 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:39,225 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:39,225 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:39,225 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/-1_UNKNOWN_-1, applicationId=application_1463537199095_0001, dagName=[A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:39,245 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:39,245 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:39,246 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537199095_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd/localmode-log-dir/dag_1463537199095_0001_1.dot
2016-05-18 02:06:39,247 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd/localmode-log-dir/dag_1463537199095_0001_1-tez-dag.pb.txt
2016-05-18 02:06:39,260 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537199095_0001_1
2016-05-18 02:06:39,260 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:39,261 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:39 Running Dag: dag_1463537199095_0001_1
2016-05-18 02:06:39,277 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537199095_0001_1, submitTime=1463537199245
2016-05-18 02:06:39,278 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001/tez-conf.pb" } size: 40947 timestamp: 1463537199000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:39,278 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,278 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:39,279 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001/tez-conf.pb" } size: 40947 timestamp: 1463537199000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:39,279 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,280 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:39,280 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:39,281 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537199095_0001_1, initTime=1463537199280
2016-05-18 02:06:39,281 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199095_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:39,282 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:39,282 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/-1_UNKNOWN_-1, applicationId=application_1463537199095_0001, dagName=[A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:39,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:DAG_STARTED]: dagID=dag_1463537199095_0001_1, startTime=1463537199282
2016-05-18 02:06:39,282 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199095_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:39,282 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C03FA877816A4DECB7E1344EFEF206CE : {9B9AF14560AC41539E20F0B131AC3C9C={InputName=9B9AF14560AC41539E20F0B131AC3C9C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:39,282 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 9B9AF14560AC41539E20F0B131AC3C9C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:39,283 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,283 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,283 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,283 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,284 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:39,284 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,284 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 9B9AF14560AC41539E20F0B131AC3C9C on vertex vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,287 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 9B9AF14560AC41539E20F0B131AC3C9C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:39,288 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:39,288 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,289 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537199095_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:39,290 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA], numAdditionalOutputs=1
2016-05-18 02:06:39,291 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=CB7DD419D7C44DD5A12446EF8C322AC5, vertex=vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:39,291 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:39,292 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:39,292 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:39,292 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:39,293 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 9B9AF14560AC41539E20F0B131AC3C9C on vertex vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,294 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D1C41F8A00EC4B40B12C7F4B0E6FC4DA:CB7DD419D7C44DD5A12446EF8C322AC5 using oldmapred API
2016-05-18 02:06:39,294 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=CB7DD419D7C44DD5A12446EF8C322AC5, vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:39,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, vertexId=vertex_1463537199095_0001_1_01, initRequestedTime=1463537199284, initedTime=1463537199290, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:39,296 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:39,297 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:39,297 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {9B9AF14560AC41539E20F0B131AC3C9C=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:39,298 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] parallelism set to 1
2016-05-18 02:06:39,298 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:39,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C03FA877816A4DECB7E1344EFEF206CE, vertexId=vertex_1463537199095_0001_1_00, initRequestedTime=1463537199282, initedTime=1463537199298, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:39,300 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] with distanceFromRoot: 0
2016-05-18 02:06:39,300 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:39,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537199095_0001_1_00, startRequestedTime=1463537199284, startedTime=1463537199300
2016-05-18 02:06:39,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537199095_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:39,302 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:39,302 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C03FA877816A4DECB7E1344EFEF206CE
2016-05-18 02:06:39,302 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,302 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537199095_0001_1_00 for vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] numStartedSources: 1 numSources: 1
2016-05-18 02:06:39,303 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] with distanceFromRoot: 1
2016-05-18 02:06:39,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537199095_0001_1_01, startRequestedTime=1463537199302, startedTime=1463537199303
2016-05-18 02:06:39,304 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537199095_0001, with dag id: dag_1463537199095_0001_1
2016-05-18 02:06:39,305 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:39,307 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D1C41F8A00EC4B40B12C7F4B0E6FC4DA with 0 source tasks and 1 pending tasks
2016-05-18 02:06:39,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_STARTED]: vertexName=C03FA877816A4DECB7E1344EFEF206CE, taskId=task_1463537199095_0001_1_00_000000, scheduledTime=1463537199306, launchTime=1463537199306
2016-05-18 02:06:39,308 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,308 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C03FA877816A4DECB7E1344EFEF206CE in vertex: D1C41F8A00EC4B40B12C7F4B0E6FC4DA numBipartiteSourceTasks: 1
2016-05-18 02:06:39,310 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:39,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537199095_0001_00_000001, launchTime=1463537199311
2016-05-18 02:06:39,312 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199095_0001_00_000001
2016-05-18 02:06:39,313 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537199095_0001_1_00_000000_0] started. Is using containerId: [container_1463537199095_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:39,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C03FA877816A4DECB7E1344EFEF206CE, taskAttemptId=attempt_1463537199095_0001_1_00_000000_0, startTime=1463537199313, containerId=container_1463537199095_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:39,314 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199095_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39 Starting to run new task attempt: attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,315 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,315 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:39,315 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:39,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1, VertexName: C03FA877816A4DECB7E1344EFEF206CE, VertexParallelism: 1, TaskAttemptID:attempt_1463537199095_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9B9AF14560AC41539E20F0B131AC3C9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:39,316 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:39,316 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,317 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537199095_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:39,317 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537199095_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:39,321 INFO  input.MRInput (MRInput.java:initialize(440)) - 9B9AF14560AC41539E20F0B131AC3C9C using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:39,321 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:39,324 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 9B9AF14560AC41539E20F0B131AC3C9C
2016-05-18 02:06:39,331 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C03FA877816A4DECB7E1344EFEF206CE, ordinal: 0
2016-05-18 02:06:39,331 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C03FA877816A4DECB7E1344EFEF206CE, mem on start (mb), free: 216, total: 488, max: 672
2016-05-18 02:06:39,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:39,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:39,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:39,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:39,332 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[9B9AF14560AC41539E20F0B131AC3C9C:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D1C41F8A00EC4B40B12C7F4B0E6FC4DA:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:39,332 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:39,332 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:39,332 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:39,332 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[9B9AF14560AC41539E20F0B131AC3C9C:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D1C41F8A00EC4B40B12C7F4B0E6FC4DA:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:39,332 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:39,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 9B9AF14560AC41539E20F0B131AC3C9C
2016-05-18 02:06:39,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 9B9AF14560AC41539E20F0B131AC3C9C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:39,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:39,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:39,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:39,334 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,337 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:39,338 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 9B9AF14560AC41539E20F0B131AC3C9C initialized RecordReader from event
2016-05-18 02:06:39,338 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:39,339 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 9B9AF14560AC41539E20F0B131AC3C9C
2016-05-18 02:06:39,339 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: FAD9D095808047118A1748E67896EED6
2016-05-18 02:06:39,339 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] FAD9D095808047118A1748E67896EED6
2016-05-18 02:06:39,341 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:39,344 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:39,344 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@20397359, comparator=cascading.tuple.hadoop.util.TupleComparator@1bc3e896, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:39,344 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D1C41F8A00EC4B40B12C7F4B0E6FC4DA: , UsingHashComparator=false
2016-05-18 02:06:39,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:39,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:39,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D1C41F8A00EC4B40B12C7F4B0E6FC4DA: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:39,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:39,360 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:39,361 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C03FA877816A4DECB7E1344EFEF206CE, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:39,365 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,365 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C03FA877816A4DECB7E1344EFEF206CE, mem on close (mb), free: 114, total: 488, max: 672
2016-05-18 02:06:39,366 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA: Starting flush of map output
2016-05-18 02:06:39,366 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA: Span0.length = 20, perItem = 6
2016-05-18 02:06:39,367 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA: done sorting span=0, length=20, time=0
2016-05-18 02:06:39,368 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:39,369 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D1C41F8A00EC4B40B12C7F4B0E6FC4DA: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd/localmode-local-dir/output/attempt_1463537199095_0001_1_00_000000_0_10033_0/file.out
2016-05-18 02:06:39,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:39 Completed running task attempt: attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,374 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537199095_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:39,375 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537199095_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:39,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537199095_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537199361, Process_Duration=4, Process_End_Time=1463537199365, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:39,377 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537199095_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:39,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C03FA877816A4DECB7E1344EFEF206CE, taskAttemptId=attempt_1463537199095_0001_1_00_000000_0, creationTime=1463537199308, allocationTime=1463537199310, startTime=1463537199313, finishTime=1463537199377, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:39,377 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:39,377 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:39,378 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:39,378 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39,378 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199095_0001_00_000001
2016-05-18 02:06:39,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_FINISHED]: vertexName=C03FA877816A4DECB7E1344EFEF206CE, taskId=task_1463537199095_0001_1_00_000000, startTime=1463537199313, finishTime=1463537199378, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1463537199095_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537199361, Process_Duration=4, Process_End_Time=1463537199365, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:39,379 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:39,379 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_FINISHED]: vertexName=C03FA877816A4DECB7E1344EFEF206CE, vertexId=vertex_1463537199095_0001_1_00, initRequestedTime=1463537199282, initedTime=1463537199298, startRequestedTime=1463537199284, startedTime=1463537199300, finishTime=1463537199379, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537199361, Process_Duration=4, Process_End_Time=1463537199365, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537199313, firstTasksToStart=[ task_1463537199095_0001_1_00_000000 ], lastTaskFinishTime=1463537199377, lastTasksToFinish=[ task_1463537199095_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537199095_0001_1_00_000000 ], longestDurationTasks=[ task_1463537199095_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:39,381 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:39,381 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] attempt: attempt_1463537199095_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:39,382 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D1C41F8A00EC4B40B12C7F4B0E6FC4DA
2016-05-18 02:06:39,383 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C03FA877816A4DECB7E1344EFEF206CE, destinationVertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:39,383 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537199095_0001_00_000001, stoppedTime=1463537199384, exitStatus=0
2016-05-18 02:06:39,384 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:39,384 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:39,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_STARTED]: vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, taskId=task_1463537199095_0001_1_01_000000, scheduledTime=1463537199384, launchTime=1463537199384
2016-05-18 02:06:39,385 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537199095_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:39,385 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537199095_0001_00_000002, launchTime=1463537199387
2016-05-18 02:06:39,388 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199095_0001_00_000002
2016-05-18 02:06:39,389 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199095_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,389 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537199095_0001_1_01_000000_0] started. Is using containerId: [container_1463537199095_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:39 Starting to run new task attempt: attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,389 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537199095_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:39,390 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199095_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:39,389 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,390 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:39,390 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:39,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1, VertexName: D1C41F8A00EC4B40B12C7F4B0E6FC4DA, VertexParallelism: 1, TaskAttemptID:attempt_1463537199095_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C03FA877816A4DECB7E1344EFEF206CE, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=CB7DD419D7C44DD5A12446EF8C322AC5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:39,391 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:39,390 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537199095_0001_00_000001, Exiting
2016-05-18 02:06:39,391 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537199095_0001_00_000001
2016-05-18 02:06:39,391 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, taskAttemptId=attempt_1463537199095_0001_1_01_000000_0, startTime=1463537199389, containerId=container_1463537199095_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:39,391 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537199095_0001_00_000001
2016-05-18 02:06:39,395 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537199095_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,395 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537199095_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:39,398 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:39,398 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537199095_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:39,399 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537199095_0001_00_000001 completed successfully
2016-05-18 02:06:39,401 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:39,406 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D1C41F8A00EC4B40B12C7F4B0E6FC4DA, ordinal: 1
2016-05-18 02:06:39,407 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D1C41F8A00EC4B40B12C7F4B0E6FC4DA, mem on start (mb), free: 108, total: 488, max: 672
2016-05-18 02:06:39,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:39,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:39,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:39,410 INFO  output.MROutput (MROutput.java:initialize(421)) - CB7DD419D7C44DD5A12446EF8C322AC5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:39,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:39,411 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CB7DD419D7C44DD5A12446EF8C322AC5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C03FA877816A4DECB7E1344EFEF206CE:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:39,411 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:39,411 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:39,411 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:39,411 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CB7DD419D7C44DD5A12446EF8C322AC5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C03FA877816A4DECB7E1344EFEF206CE:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:39,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:39,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C03FA877816A4DECB7E1344EFEF206CE being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:39,412 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C03FA877816A4DECB7E1344EFEF206CE: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:39,413 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C03FA877816A4DECB7E1344EFEF206CE: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:39,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:39,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:39,414 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C03FA877816A4DECB7E1344EFEF206CE with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:39,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C03FA877816A4DECB7E1344EFEF206CE
2016-05-18 02:06:39,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:39,415 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,415 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C03FA877816A4DECB7E1344EFEF206CE: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:39,420 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:39,421 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: FAD9D095808047118A1748E67896EED6
2016-05-18 02:06:39,421 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_-1"], id: CB7DD419D7C44DD5A12446EF8C322AC5
2016-05-18 02:06:39,422 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_-1"]
2016-05-18 02:06:39,423 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] FAD9D095808047118A1748E67896EED6, for 1 inputs
2016-05-18 02:06:39,423 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537199095_0001_1_00_000000_0_10033} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537199423, TimeTaken=3, Rate=0.06 MB/s
2016-05-18 02:06:39,423 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C03FA877816A4DECB7E1344EFEF206CE
2016-05-18 02:06:39,424 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:39,424 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C03FA877816A4DECB7E1344EFEF206CE, wasInterrupted=false
2016-05-18 02:06:39,424 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:39,425 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:39,426 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:39,426 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001_wd/localmode-local-dir/output/attempt_1463537199095_0001_1_00_000000_0_10033/file.out, len=181, isLocal=true
2016-05-18 02:06:39,426 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:39,427 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:39,427 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:39,427 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:39,427 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C03FA877816A4DECB7E1344EFEF206CE
2016-05-18 02:06:39,428 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C03FA877816A4DECB7E1344EFEF206CE: Shuffle Runner thread complete
2016-05-18 02:06:39,428 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D1C41F8A00EC4B40B12C7F4B0E6FC4DA, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:39,429 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:39,429 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C03FA877816A4DECB7E1344EFEF206CE: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:39,436 INFO  output.MROutput (MROutput.java:close(526)) - CB7DD419D7C44DD5A12446EF8C322AC5 closed
2016-05-18 02:06:39,437 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537199095_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:39,438 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,438 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D1C41F8A00EC4B40B12C7F4B0E6FC4DA, mem on close (mb), free: 104, total: 488, max: 672
2016-05-18 02:06:39,438 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C03FA877816A4DECB7E1344EFEF206CE
2016-05-18 02:06:39,438 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C03FA877816A4DECB7E1344EFEF206CE: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:39,439 INFO  output.MROutput (MROutput.java:close(526)) - CB7DD419D7C44DD5A12446EF8C322AC5 closed
2016-05-18 02:06:39,439 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:39 Completed running task attempt: attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,440 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537199095_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:39,440 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537199095_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:39,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537199095_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537199428, Process_Duration=10, Process_End_Time=1463537199438, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:39,442 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537199095_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:39,442 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:39,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, taskAttemptId=attempt_1463537199095_0001_1_01_000000_0, creationTime=1463537199385, allocationTime=1463537199387, startTime=1463537199389, finishTime=1463537199442, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:39,442 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:39,443 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:39,443 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39,443 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199095_0001_00_000002
2016-05-18 02:06:39,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:TASK_FINISHED]: vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, taskId=task_1463537199095_0001_1_01_000000, startTime=1463537199389, finishTime=1463537199443, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1463537199095_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537199428, Process_Duration=10, Process_End_Time=1463537199438, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:39,444 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:39,444 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA]
2016-05-18 02:06:39,445 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:VERTEX_FINISHED]: vertexName=D1C41F8A00EC4B40B12C7F4B0E6FC4DA, vertexId=vertex_1463537199095_0001_1_01, initRequestedTime=1463537199284, initedTime=1463537199290, startRequestedTime=1463537199302, startedTime=1463537199303, finishTime=1463537199444, timeTaken=141, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537199428, Process_Duration=10, Process_End_Time=1463537199438, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537199389, firstTasksToStart=[ task_1463537199095_0001_1_01_000000 ], lastTaskFinishTime=1463537199442, lastTasksToFinish=[ task_1463537199095_0001_1_01_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537199095_0001_1_01_000000 ], longestDurationTasks=[ task_1463537199095_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:39,445 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:39,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537199095_0001_00_000002, stoppedTime=1463537199446, exitStatus=0
2016-05-18 02:06:39,446 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:39,446 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:39,446 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537199095_0001_1_00 [C03FA877816A4DECB7E1344EFEF206CE]
2016-05-18 02:06:39,446 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537199095_0001_1
2016-05-18 02:06:39,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537199095_0001_1
2016-05-18 02:06:39,447 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199095_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:39,447 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: CB7DD419D7C44DD5A12446EF8C322AC5 for vertex: vertex_1463537199095_0001_1_01 [D1C41F8A00EC4B40B12C7F4B0E6FC4DA], outputName: CB7DD419D7C44DD5A12446EF8C322AC5
2016-05-18 02:06:39,447 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537199095_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:39,454 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537199095_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:39,454 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199095_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:39,454 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537199095_0001_00_000002, Exiting
2016-05-18 02:06:39,454 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537199095_0001_00_000002
2016-05-18 02:06:39,455 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537199095_0001_00_000002
2016-05-18 02:06:39,455 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537199095_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:39,455 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537199095_0001_00_000002 completed successfully
2016-05-18 02:06:39,457 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:CB7DD419D7C44DD5A12446EF8C322AC5 of vertex/vertexGroup:D1C41F8A00EC4B40B12C7F4B0E6FC4DA isVertexGroupOutput:false
2016-05-18 02:06:39,457 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:39,460 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537199095_0001_1, queueSize=0
2016-05-18 02:06:39,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199095_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537199095_0001_1, startTime=1463537199282, finishTime=1463537199457, timeTaken=175, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=300, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074398789, Process_Duration=14, Process_End_Time=2927074398803, Read_Duration=4, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:39,460 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537199095_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:39,460 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199095_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:39 Completed Dag: dag_1463537199095_0001_1
2016-05-18 02:06:39,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537199095_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:39,461 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537199095_0001_1_post
2016-05-18 02:06:39,461 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:39,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:39,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:39,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1, with id=dag_1463537199095_0001_1
2016-05-18 02:06:39,462 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207] every/(1/1) ...blyplatform/-1_UNKNOWN_-1, with id=dag_1463537199095_0001_1
2016-05-18 02:06:39,468 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/-1_UNKNOWN_-1, applicationId=application_1463537199095_0001
2016-05-18 02:06:39,471 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:39,471 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:39,471 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:39,471 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:39,471 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:39,471 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:39,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:39,473 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:39,473 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:39,473 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:39,473 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:39,474 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:39,474 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:39,475 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:39,478 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A90B1CD529FA428DAFFF53DC88AC1D5F/A0C511F2FC7E476D8B61096BF3AE7207/.tez/application_1463537199095_0001
2016-05-18 02:06:39,478 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_-1/_temporary
2016-05-18 02:06:39,479 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.418
2016-05-18 02:06:39,554 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_UNKNOWN_-1
2016-05-18 02:06:39,583 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:39,584 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:39,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.007
2016-05-18 02:06:39,627 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.013
2016-05-18 02:06:39,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:39,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:39,628 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_UNKNOWN_'field'
2016-05-18 02:06:39,657 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:39,657 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:39,725 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-05-18 02:06:39,731 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.027
2016-05-18 02:06:39,731 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:39,732 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:39,732 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:39,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:39,773 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:39,853 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:39,853 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:39,855 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2016-05-18 02:06:39,856 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:39,856 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:39,856 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:39,856 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:39,857 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:39,871 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:39,875 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:39,876 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:39,876 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:39,885 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001 doesn't exist and is created
2016-05-18 02:06:39,905 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:39,905 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:39,906 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd
2016-05-18 02:06:39,922 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537199876_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:39,922 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:39,922 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:39,923 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:39,923 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:39,924 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:39,924 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:39,924 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:39,926 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:39,926 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:39,926 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:39,927 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:39,927 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:39,927 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:39,927 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:39,927 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:39,928 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:39,928 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:39,928 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:39,928 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:39,930 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:39,930 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:39,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:39,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd/localmode-log-dir
2016-05-18 02:06:39,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd/localmode-log-dir/history.txt.appattempt_1463537199876_0001_000000, maxErrors=10
2016-05-18 02:06:39,932 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:39,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537199876_0001_000000, appSubmitTime=1463537199921, launchTime=1463537199921
2016-05-18 02:06:39,939 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:39,944 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33867
2016-05-18 02:06:39,944 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537199876
2016-05-18 02:06:39,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537199876_0001_000000, startTime=1463537199946
2016-05-18 02:06:39,947 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:40,005 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:40,006 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:40,006 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_RESULTS, applicationId=application_1463537199876_0001, dagName=[8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:40,024 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:40,024 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:40,025 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537199876_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd/localmode-log-dir/dag_1463537199876_0001_1.dot
2016-05-18 02:06:40,026 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd/localmode-log-dir/dag_1463537199876_0001_1-tez-dag.pb.txt
2016-05-18 02:06:40,033 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537199876_0001_1
2016-05-18 02:06:40,033 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,033 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:40 Running Dag: dag_1463537199876_0001_1
2016-05-18 02:06:40,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537199876_0001_1, submitTime=1463537200024
2016-05-18 02:06:40,049 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001/tez-conf.pb" } size: 40947 timestamp: 1463537199000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:40,049 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,049 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:40,050 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001/tez-conf.pb" } size: 40947 timestamp: 1463537199000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:40,050 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,052 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:40,052 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:40,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537199876_0001_1, initTime=1463537200052
2016-05-18 02:06:40,053 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199876_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:40,053 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:40,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:DAG_STARTED]: dagID=dag_1463537199876_0001_1, startTime=1463537200053
2016-05-18 02:06:40,054 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_RESULTS, applicationId=application_1463537199876_0001, dagName=[8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:40,054 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199876_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:40,054 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B8149BA432D04FAFA2172DB1BDFF243C : {5BC8E82D265A49ABB83D4669768C0A83={InputName=5BC8E82D265A49ABB83D4669768C0A83}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:40,054 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 5BC8E82D265A49ABB83D4669768C0A83, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:40,054 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,054 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,055 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,055 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,057 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:40,057 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,057 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 5BC8E82D265A49ABB83D4669768C0A83 on vertex vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,060 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 5BC8E82D265A49ABB83D4669768C0A83 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:40,061 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:40,062 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,062 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,062 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:40,063 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:40,064 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:40,065 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:40,065 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 5BC8E82D265A49ABB83D4669768C0A83 on vertex vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537199876_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:40,067 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF], numAdditionalOutputs=1
2016-05-18 02:06:40,067 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=7A5D7EE776D445F89BEA32B16B82450C, vertex=vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:40,068 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FCC907A634B94FC38CE8DC21CD4FC4BF:7A5D7EE776D445F89BEA32B16B82450C using oldmapred API
2016-05-18 02:06:40,069 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=7A5D7EE776D445F89BEA32B16B82450C, vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:40,069 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, vertexId=vertex_1463537199876_0001_1_01, initRequestedTime=1463537200057, initedTime=1463537200067, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:40,070 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:40,070 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:40,070 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {5BC8E82D265A49ABB83D4669768C0A83=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:40,072 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] parallelism set to 1
2016-05-18 02:06:40,072 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:40,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8149BA432D04FAFA2172DB1BDFF243C, vertexId=vertex_1463537199876_0001_1_00, initRequestedTime=1463537200054, initedTime=1463537200073, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:40,073 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] with distanceFromRoot: 0
2016-05-18 02:06:40,073 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:40,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537199876_0001_1_00, startRequestedTime=1463537200057, startedTime=1463537200073
2016-05-18 02:06:40,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537199876_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:40,074 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:40,074 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537199876_0001_1_00 for vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] numStartedSources: 1 numSources: 1
2016-05-18 02:06:40,074 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] with distanceFromRoot: 1
2016-05-18 02:06:40,075 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B8149BA432D04FAFA2172DB1BDFF243C
2016-05-18 02:06:40,075 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537199876_0001_1_01, startRequestedTime=1463537200074, startedTime=1463537200075
2016-05-18 02:06:40,078 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:40,080 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: FCC907A634B94FC38CE8DC21CD4FC4BF with 0 source tasks and 1 pending tasks
2016-05-18 02:06:40,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_STARTED]: vertexName=B8149BA432D04FAFA2172DB1BDFF243C, taskId=task_1463537199876_0001_1_00_000000, scheduledTime=1463537200080, launchTime=1463537200080
2016-05-18 02:06:40,082 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B8149BA432D04FAFA2172DB1BDFF243C in vertex: FCC907A634B94FC38CE8DC21CD4FC4BF numBipartiteSourceTasks: 1
2016-05-18 02:06:40,082 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,083 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:40,085 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537199876_0001, with dag id: dag_1463537199876_0001_1
2016-05-18 02:06:40,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537199876_0001_00_000001, launchTime=1463537200085
2016-05-18 02:06:40,087 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199876_0001_00_000001
2016-05-18 02:06:40,089 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199876_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537199876_0001_1_00_000000_0] started. Is using containerId: [container_1463537199876_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:40,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8149BA432D04FAFA2172DB1BDFF243C, taskAttemptId=attempt_1463537199876_0001_1_00_000000_0, startTime=1463537200089, containerId=container_1463537199876_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,090 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,090 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,090 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:40,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS, VertexName: B8149BA432D04FAFA2172DB1BDFF243C, VertexParallelism: 1, TaskAttemptID:attempt_1463537199876_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5BC8E82D265A49ABB83D4669768C0A83, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:40,091 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:40,091 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,092 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537199876_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:40,093 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537199876_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:40,096 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:40,098 INFO  input.MRInput (MRInput.java:initialize(440)) - 5BC8E82D265A49ABB83D4669768C0A83 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:40,099 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 5BC8E82D265A49ABB83D4669768C0A83
2016-05-18 02:06:40,102 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8149BA432D04FAFA2172DB1BDFF243C, ordinal: 0
2016-05-18 02:06:40,102 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8149BA432D04FAFA2172DB1BDFF243C, mem on start (mb), free: 183, total: 489, max: 672
2016-05-18 02:06:40,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:40,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:40,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:40,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:40,103 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[5BC8E82D265A49ABB83D4669768C0A83:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [FCC907A634B94FC38CE8DC21CD4FC4BF:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:40,103 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:40,103 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:40,104 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:40,104 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[5BC8E82D265A49ABB83D4669768C0A83:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [FCC907A634B94FC38CE8DC21CD4FC4BF:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:40,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:40,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 5BC8E82D265A49ABB83D4669768C0A83 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:40,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:40,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:40,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 5BC8E82D265A49ABB83D4669768C0A83
2016-05-18 02:06:40,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:40,106 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,107 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:40,108 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 5BC8E82D265A49ABB83D4669768C0A83 initialized RecordReader from event
2016-05-18 02:06:40,110 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:40,110 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 5BC8E82D265A49ABB83D4669768C0A83
2016-05-18 02:06:40,110 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: E6B9816E72904DAE93D2C3C3981509A1
2016-05-18 02:06:40,111 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] E6B9816E72904DAE93D2C3C3981509A1
2016-05-18 02:06:40,112 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,115 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,115 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - FCC907A634B94FC38CE8DC21CD4FC4BF using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@758e2485, comparator=cascading.tuple.hadoop.util.TupleComparator@46ffd40e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:40,116 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for FCC907A634B94FC38CE8DC21CD4FC4BF: , UsingHashComparator=false
2016-05-18 02:06:40,129 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:40,129 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:40,129 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for FCC907A634B94FC38CE8DC21CD4FC4BF: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:40,130 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - FCC907A634B94FC38CE8DC21CD4FC4BF: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:40,130 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:40,130 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8149BA432D04FAFA2172DB1BDFF243C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:40,133 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,133 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8149BA432D04FAFA2172DB1BDFF243C, mem on close (mb), free: 81, total: 489, max: 672
2016-05-18 02:06:40,134 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - FCC907A634B94FC38CE8DC21CD4FC4BF: Starting flush of map output
2016-05-18 02:06:40,134 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - FCC907A634B94FC38CE8DC21CD4FC4BF: Span0.length = 20, perItem = 6
2016-05-18 02:06:40,135 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - FCC907A634B94FC38CE8DC21CD4FC4BF: done sorting span=0, length=20, time=1
2016-05-18 02:06:40,135 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - FCC907A634B94FC38CE8DC21CD4FC4BF: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:40,136 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - FCC907A634B94FC38CE8DC21CD4FC4BF: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd/localmode-local-dir/output/attempt_1463537199876_0001_1_00_000000_0_10039_0/file.out
2016-05-18 02:06:40,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,142 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537199876_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:40,142 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537199876_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:40,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537199876_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537200131, Process_Duration=2, Process_End_Time=1463537200133, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:40,144 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537199876_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:40,144 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:40,145 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:40,145 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8149BA432D04FAFA2172DB1BDFF243C, taskAttemptId=attempt_1463537199876_0001_1_00_000000_0, creationTime=1463537200082, allocationTime=1463537200084, startTime=1463537200089, finishTime=1463537200144, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:40,145 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199876_0001_00_000001
2016-05-18 02:06:40,145 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_FINISHED]: vertexName=B8149BA432D04FAFA2172DB1BDFF243C, taskId=task_1463537199876_0001_1_00_000000, startTime=1463537200089, finishTime=1463537200146, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1463537199876_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537200131, Process_Duration=2, Process_End_Time=1463537200133, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:40,147 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:40,147 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_FINISHED]: vertexName=B8149BA432D04FAFA2172DB1BDFF243C, vertexId=vertex_1463537199876_0001_1_00, initRequestedTime=1463537200054, initedTime=1463537200073, startRequestedTime=1463537200057, startedTime=1463537200073, finishTime=1463537200147, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537200131, Process_Duration=2, Process_End_Time=1463537200133, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537200089, firstTasksToStart=[ task_1463537199876_0001_1_00_000000 ], lastTaskFinishTime=1463537200144, lastTasksToFinish=[ task_1463537199876_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537199876_0001_1_00_000000 ], longestDurationTasks=[ task_1463537199876_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:40,149 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:40,149 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] attempt: attempt_1463537199876_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:40,149 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:40,149 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:40,149 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FCC907A634B94FC38CE8DC21CD4FC4BF
2016-05-18 02:06:40,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537199876_0001_00_000001, stoppedTime=1463537200150, exitStatus=0
2016-05-18 02:06:40,150 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B8149BA432D04FAFA2172DB1BDFF243C, destinationVertexName=FCC907A634B94FC38CE8DC21CD4FC4BF. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:40,150 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,150 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537199876_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:40,151 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_STARTED]: vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, taskId=task_1463537199876_0001_1_01_000000, scheduledTime=1463537200150, launchTime=1463537200150
2016-05-18 02:06:40,151 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,154 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537199876_0001_00_000002, launchTime=1463537200154
2016-05-18 02:06:40,155 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199876_0001_00_000002
2016-05-18 02:06:40,155 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199876_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,155 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537199876_0001_1_01_000000_0] started. Is using containerId: [container_1463537199876_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:40,155 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, taskAttemptId=attempt_1463537199876_0001_1_01_000000_0, startTime=1463537200155, containerId=container_1463537199876_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,156 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,156 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,156 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:40,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS, VertexName: FCC907A634B94FC38CE8DC21CD4FC4BF, VertexParallelism: 1, TaskAttemptID:attempt_1463537199876_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8149BA432D04FAFA2172DB1BDFF243C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=7A5D7EE776D445F89BEA32B16B82450C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:40,156 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:40,157 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,159 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537199876_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:40,159 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537199876_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,160 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537199876_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:40,159 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199876_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:40,161 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537199876_0001_00_000001, Exiting
2016-05-18 02:06:40,161 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537199876_0001_00_000001
2016-05-18 02:06:40,161 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537199876_0001_00_000001
2016-05-18 02:06:40,162 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:40,163 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:40,165 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537199876_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:40,165 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537199876_0001_00_000001 completed successfully
2016-05-18 02:06:40,174 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FCC907A634B94FC38CE8DC21CD4FC4BF, ordinal: 1
2016-05-18 02:06:40,174 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FCC907A634B94FC38CE8DC21CD4FC4BF, mem on start (mb), free: 75, total: 489, max: 672
2016-05-18 02:06:40,174 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:40,175 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:40,175 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:40,175 INFO  output.MROutput (MROutput.java:initialize(421)) - 7A5D7EE776D445F89BEA32B16B82450C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:40,175 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:40,177 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7A5D7EE776D445F89BEA32B16B82450C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B8149BA432D04FAFA2172DB1BDFF243C:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:40,177 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:40,177 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:40,177 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:40,177 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7A5D7EE776D445F89BEA32B16B82450C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B8149BA432D04FAFA2172DB1BDFF243C:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:40,177 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:40,179 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B8149BA432D04FAFA2172DB1BDFF243C: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:40,179 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B8149BA432D04FAFA2172DB1BDFF243C: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:40,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B8149BA432D04FAFA2172DB1BDFF243C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:40,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:40,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:40,181 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B8149BA432D04FAFA2172DB1BDFF243C with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:40,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B8149BA432D04FAFA2172DB1BDFF243C
2016-05-18 02:06:40,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:40,183 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,183 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8149BA432D04FAFA2172DB1BDFF243C: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:40,184 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537199876_0001_1_00_000000_0_10039} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537200184, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:40,185 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B8149BA432D04FAFA2172DB1BDFF243C
2016-05-18 02:06:40,185 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:40,186 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B8149BA432D04FAFA2172DB1BDFF243C, wasInterrupted=false
2016-05-18 02:06:40,187 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:40,188 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:40,188 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:40,189 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: E6B9816E72904DAE93D2C3C3981509A1
2016-05-18 02:06:40,190 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"], id: 7A5D7EE776D445F89BEA32B16B82450C
2016-05-18 02:06:40,190 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2016-05-18 02:06:40,191 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,191 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] E6B9816E72904DAE93D2C3C3981509A1, for 1 inputs
2016-05-18 02:06:40,191 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001_wd/localmode-local-dir/output/attempt_1463537199876_0001_1_00_000000_0_10039/file.out, len=181, isLocal=true
2016-05-18 02:06:40,192 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:40,192 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:40,192 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:40,192 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:40,192 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B8149BA432D04FAFA2172DB1BDFF243C
2016-05-18 02:06:40,193 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B8149BA432D04FAFA2172DB1BDFF243C: Shuffle Runner thread complete
2016-05-18 02:06:40,193 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FCC907A634B94FC38CE8DC21CD4FC4BF, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:40,193 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:40,193 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:40,194 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,194 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B8149BA432D04FAFA2172DB1BDFF243C: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:40,201 INFO  output.MROutput (MROutput.java:close(526)) - 7A5D7EE776D445F89BEA32B16B82450C closed
2016-05-18 02:06:40,202 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537199876_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:40,204 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,204 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FCC907A634B94FC38CE8DC21CD4FC4BF, mem on close (mb), free: 71, total: 489, max: 672
2016-05-18 02:06:40,204 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B8149BA432D04FAFA2172DB1BDFF243C
2016-05-18 02:06:40,205 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8149BA432D04FAFA2172DB1BDFF243C: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:40,205 INFO  output.MROutput (MROutput.java:close(526)) - 7A5D7EE776D445F89BEA32B16B82450C closed
2016-05-18 02:06:40,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,206 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537199876_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:40,206 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537199876_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:40,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537199876_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537200193, Process_Duration=11, Process_End_Time=1463537200204, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:40,207 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537199876_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:40,208 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:40,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, taskAttemptId=attempt_1463537199876_0001_1_01_000000_0, creationTime=1463537200151, allocationTime=1463537200153, startTime=1463537200155, finishTime=1463537200208, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:40,208 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:TASK_FINISHED]: vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, taskId=task_1463537199876_0001_1_01_000000, startTime=1463537200155, finishTime=1463537200208, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1463537199876_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537200193, Process_Duration=11, Process_End_Time=1463537200204, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:40,208 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:40,209 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:40,209 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF]
2016-05-18 02:06:40,211 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,211 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537199876_0001_00_000002
2016-05-18 02:06:40,211 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:VERTEX_FINISHED]: vertexName=FCC907A634B94FC38CE8DC21CD4FC4BF, vertexId=vertex_1463537199876_0001_1_01, initRequestedTime=1463537200057, initedTime=1463537200067, startRequestedTime=1463537200074, startedTime=1463537200075, finishTime=1463537200209, timeTaken=134, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537200193, Process_Duration=11, Process_End_Time=1463537200204, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537200155, firstTasksToStart=[ task_1463537199876_0001_1_01_000000 ], lastTaskFinishTime=1463537200208, lastTasksToFinish=[ task_1463537199876_0001_1_01_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537199876_0001_1_01_000000 ], longestDurationTasks=[ task_1463537199876_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:40,211 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:40,211 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537199876_0001_00_000002, stoppedTime=1463537200211, exitStatus=0
2016-05-18 02:06:40,212 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:40,212 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:40,212 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537199876_0001_1_00 [B8149BA432D04FAFA2172DB1BDFF243C]
2016-05-18 02:06:40,212 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537199876_0001_1
2016-05-18 02:06:40,212 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537199876_0001_1
2016-05-18 02:06:40,213 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 7A5D7EE776D445F89BEA32B16B82450C for vertex: vertex_1463537199876_0001_1_01 [FCC907A634B94FC38CE8DC21CD4FC4BF], outputName: 7A5D7EE776D445F89BEA32B16B82450C
2016-05-18 02:06:40,213 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199876_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:40,213 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537199876_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:40,221 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537199876_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:40,221 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537199876_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:40,222 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537199876_0001_00_000002, Exiting
2016-05-18 02:06:40,222 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537199876_0001_00_000002
2016-05-18 02:06:40,222 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537199876_0001_00_000002
2016-05-18 02:06:40,222 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537199876_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:40,222 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537199876_0001_00_000002 completed successfully
2016-05-18 02:06:40,222 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:7A5D7EE776D445F89BEA32B16B82450C of vertex/vertexGroup:FCC907A634B94FC38CE8DC21CD4FC4BF isVertexGroupOutput:false
2016-05-18 02:06:40,222 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:40,226 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537199876_0001_1, queueSize=0
2016-05-18 02:06:40,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537199876_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537199876_0001_1, startTime=1463537200053, finishTime=1463537200223, timeTaken=170, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=310, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074400324, Process_Duration=13, Process_End_Time=2927074400337, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:40,227 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537199876_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:40,228 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537199876_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:40 Completed Dag: dag_1463537199876_0001_1
2016-05-18 02:06:40,228 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537199876_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:40,229 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537199876_0001_1_post
2016-05-18 02:06:40,229 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:40,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:40,230 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS, with id=dag_1463537199876_0001_1
2016-05-18 02:06:40,230 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A] every/(1/1) ...atform/-1_UNKNOWN_RESULTS, with id=dag_1463537199876_0001_1
2016-05-18 02:06:40,236 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_UNKNOWN_RESULTS, applicationId=application_1463537199876_0001
2016-05-18 02:06:40,239 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:40,239 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:40,239 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:40,239 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:40,239 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:40,240 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:40,240 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:40,241 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:40,241 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:40,241 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:40,241 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:40,241 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:40,242 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:40,243 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:40,246 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8994FA4E01814D3CAA1CA82B157FB132/E64BC109442942189EC88FFBF8B73D2A/.tez/application_1463537199876_0001
2016-05-18 02:06:40,246 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary
2016-05-18 02:06:40,247 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.393
2016-05-18 02:06:40,325 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_UNKNOWN_RESULTS
2016-05-18 02:06:40,361 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:40,361 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:40,416 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-18 02:06:40,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-05-18 02:06:40,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:40,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:40,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:40,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:40,449 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:40,503 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:40,503 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:40,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2016-05-18 02:06:40,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:40,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:40,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:40,505 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:40,505 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:40,519 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:40,524 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:40,525 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:40,525 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:40,535 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001 doesn't exist and is created
2016-05-18 02:06:40,557 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:40,557 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:40,558 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd
2016-05-18 02:06:40,575 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537200524_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:40,575 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:40,575 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:40,577 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:40,577 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:40,578 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:40,578 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:40,579 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:40,582 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:40,582 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:40,582 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:40,582 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:40,582 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:40,583 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:40,583 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:40,583 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:40,583 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:40,583 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:40,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:40,584 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:40,586 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:40,587 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:40,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:40,587 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd/localmode-log-dir
2016-05-18 02:06:40,588 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd/localmode-log-dir/history.txt.appattempt_1463537200524_0001_000000, maxErrors=10
2016-05-18 02:06:40,588 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:40,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537200524_0001_000000, appSubmitTime=1463537200574, launchTime=1463537200575
2016-05-18 02:06:40,594 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:40,598 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:54406
2016-05-18 02:06:40,598 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537200524
2016-05-18 02:06:40,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537200524_0001_000000, startTime=1463537200600
2016-05-18 02:06:40,600 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:40,657 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:40,657 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:40,657 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/-1_UNKNOWN_ALL, applicationId=application_1463537200524_0001, dagName=[3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:40,675 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:40,675 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:40,676 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537200524_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd/localmode-log-dir/dag_1463537200524_0001_1.dot
2016-05-18 02:06:40,677 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd/localmode-log-dir/dag_1463537200524_0001_1-tez-dag.pb.txt
2016-05-18 02:06:40,691 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537200524_0001_1
2016-05-18 02:06:40,691 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,692 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:40 Running Dag: dag_1463537200524_0001_1
2016-05-18 02:06:40,707 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537200524_0001_1, submitTime=1463537200675
2016-05-18 02:06:40,708 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001/tez-conf.pb" } size: 40947 timestamp: 1463537200000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:40,708 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,709 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:40,714 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001/tez-conf.pb" } size: 40947 timestamp: 1463537200000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:40,714 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,714 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:40,715 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:40,715 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537200524_0001_1, initTime=1463537200715
2016-05-18 02:06:40,715 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537200524_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:40,716 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:40,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:DAG_STARTED]: dagID=dag_1463537200524_0001_1, startTime=1463537200716
2016-05-18 02:06:40,716 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537200524_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:40,716 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A42743844AB64151A8DE6BA4083ECDFD : {983ACD5273E742A9BF36505A7E99BAD4={InputName=983ACD5273E742A9BF36505A7E99BAD4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:40,717 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/-1_UNKNOWN_ALL, applicationId=application_1463537200524_0001, dagName=[3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:40,717 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 983ACD5273E742A9BF36505A7E99BAD4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:40,717 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,717 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,717 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,717 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,718 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:40,718 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 983ACD5273E742A9BF36505A7E99BAD4 on vertex vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,718 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,722 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 983ACD5273E742A9BF36505A7E99BAD4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:40,722 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:40,722 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,723 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537200524_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:40,724 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5], numAdditionalOutputs=1
2016-05-18 02:06:40,724 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AA84C41352C045FEA462793BC01161F2, vertex=vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:40,726 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:40,726 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:40,726 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:40,727 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:40,727 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 983ACD5273E742A9BF36505A7E99BAD4 on vertex vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,727 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A91D654E3B8747D9866E21206004D7E5:AA84C41352C045FEA462793BC01161F2 using oldmapred API
2016-05-18 02:06:40,728 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AA84C41352C045FEA462793BC01161F2, vertexName=A91D654E3B8747D9866E21206004D7E5, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:40,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A91D654E3B8747D9866E21206004D7E5, vertexId=vertex_1463537200524_0001_1_01, initRequestedTime=1463537200718, initedTime=1463537200724, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:40,729 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:40,730 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:40,730 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {983ACD5273E742A9BF36505A7E99BAD4=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:40,731 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] parallelism set to 1
2016-05-18 02:06:40,731 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:40,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A42743844AB64151A8DE6BA4083ECDFD, vertexId=vertex_1463537200524_0001_1_00, initRequestedTime=1463537200716, initedTime=1463537200732, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:40,732 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] with distanceFromRoot: 0
2016-05-18 02:06:40,733 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:40,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537200524_0001_1_00, startRequestedTime=1463537200718, startedTime=1463537200733
2016-05-18 02:06:40,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537200524_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:40,734 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:40,734 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537200524_0001_1_00 for vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] numStartedSources: 1 numSources: 1
2016-05-18 02:06:40,735 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] with distanceFromRoot: 1
2016-05-18 02:06:40,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537200524_0001_1_01, startRequestedTime=1463537200734, startedTime=1463537200735
2016-05-18 02:06:40,735 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:40,736 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A42743844AB64151A8DE6BA4083ECDFD
2016-05-18 02:06:40,736 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_STARTED]: vertexName=A42743844AB64151A8DE6BA4083ECDFD, taskId=task_1463537200524_0001_1_00_000000, scheduledTime=1463537200737, launchTime=1463537200737
2016-05-18 02:06:40,737 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,738 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A91D654E3B8747D9866E21206004D7E5 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:40,738 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:40,740 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A42743844AB64151A8DE6BA4083ECDFD in vertex: A91D654E3B8747D9866E21206004D7E5 numBipartiteSourceTasks: 1
2016-05-18 02:06:40,740 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537200524_0001, with dag id: dag_1463537200524_0001_1
2016-05-18 02:06:40,742 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537200524_0001_00_000001, launchTime=1463537200742
2016-05-18 02:06:40,744 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537200524_0001_00_000001
2016-05-18 02:06:40,747 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537200524_0001_1_00_000000_0] started. Is using containerId: [container_1463537200524_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:40,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A42743844AB64151A8DE6BA4083ECDFD, taskAttemptId=attempt_1463537200524_0001_1_00_000000_0, startTime=1463537200747, containerId=container_1463537200524_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:40,748 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537200524_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,749 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,749 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,749 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:40,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL, VertexName: A42743844AB64151A8DE6BA4083ECDFD, VertexParallelism: 1, TaskAttemptID:attempt_1463537200524_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=983ACD5273E742A9BF36505A7E99BAD4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A91D654E3B8747D9866E21206004D7E5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:40,749 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:40,750 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,754 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537200524_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:40,754 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537200524_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:40,754 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:40,755 INFO  input.MRInput (MRInput.java:initialize(440)) - 983ACD5273E742A9BF36505A7E99BAD4 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:40,755 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 983ACD5273E742A9BF36505A7E99BAD4
2016-05-18 02:06:40,760 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A42743844AB64151A8DE6BA4083ECDFD, ordinal: 0
2016-05-18 02:06:40,760 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A42743844AB64151A8DE6BA4083ECDFD, mem on start (mb), free: 168, total: 488, max: 672
2016-05-18 02:06:40,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:40,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:40,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:40,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:40,761 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[983ACD5273E742A9BF36505A7E99BAD4:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A91D654E3B8747D9866E21206004D7E5:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:40,761 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:40,761 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:40,762 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:40,762 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[983ACD5273E742A9BF36505A7E99BAD4:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A91D654E3B8747D9866E21206004D7E5:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:40,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:40,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 983ACD5273E742A9BF36505A7E99BAD4 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:40,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 983ACD5273E742A9BF36505A7E99BAD4
2016-05-18 02:06:40,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:40,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:40,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:40,763 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,765 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:40,765 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 983ACD5273E742A9BF36505A7E99BAD4 initialized RecordReader from event
2016-05-18 02:06:40,766 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:40,767 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 983ACD5273E742A9BF36505A7E99BAD4
2016-05-18 02:06:40,767 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 0219032280C84AF19787C5178FAB485F
2016-05-18 02:06:40,767 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 0219032280C84AF19787C5178FAB485F
2016-05-18 02:06:40,768 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,771 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,771 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A91D654E3B8747D9866E21206004D7E5 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@10da5a2, comparator=cascading.tuple.hadoop.util.TupleComparator@26f52f38, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:40,771 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A91D654E3B8747D9866E21206004D7E5: , UsingHashComparator=false
2016-05-18 02:06:40,784 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:40,784 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:40,784 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A91D654E3B8747D9866E21206004D7E5: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:40,784 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A91D654E3B8747D9866E21206004D7E5: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:40,784 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:40,785 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A42743844AB64151A8DE6BA4083ECDFD, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:40,787 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,787 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A42743844AB64151A8DE6BA4083ECDFD, mem on close (mb), free: 66, total: 488, max: 672
2016-05-18 02:06:40,788 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A91D654E3B8747D9866E21206004D7E5: Starting flush of map output
2016-05-18 02:06:40,788 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A91D654E3B8747D9866E21206004D7E5: Span0.length = 20, perItem = 6
2016-05-18 02:06:40,788 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A91D654E3B8747D9866E21206004D7E5: done sorting span=0, length=20, time=0
2016-05-18 02:06:40,788 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A91D654E3B8747D9866E21206004D7E5: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:40,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A91D654E3B8747D9866E21206004D7E5: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd/localmode-local-dir/output/attempt_1463537200524_0001_1_00_000000_0_10045_0/file.out
2016-05-18 02:06:40,794 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,795 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537200524_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:40,795 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537200524_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:40,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537200524_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537200785, Process_Duration=2, Process_End_Time=1463537200787, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:40,796 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537200524_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:40,796 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:40,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A42743844AB64151A8DE6BA4083ECDFD, taskAttemptId=attempt_1463537200524_0001_1_00_000000_0, creationTime=1463537200737, allocationTime=1463537200741, startTime=1463537200747, finishTime=1463537200796, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:40,797 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:40,797 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,797 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40,798 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_FINISHED]: vertexName=A42743844AB64151A8DE6BA4083ECDFD, taskId=task_1463537200524_0001_1_00_000000, startTime=1463537200747, finishTime=1463537200798, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1463537200524_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537200785, Process_Duration=2, Process_End_Time=1463537200787, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:40,798 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:40,799 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,797 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537200524_0001_00_000001
2016-05-18 02:06:40,801 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_FINISHED]: vertexName=A42743844AB64151A8DE6BA4083ECDFD, vertexId=vertex_1463537200524_0001_1_00, initRequestedTime=1463537200716, initedTime=1463537200732, startRequestedTime=1463537200718, startedTime=1463537200733, finishTime=1463537200799, timeTaken=66, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537200785, Process_Duration=2, Process_End_Time=1463537200787, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537200747, firstTasksToStart=[ task_1463537200524_0001_1_00_000000 ], lastTaskFinishTime=1463537200796, lastTasksToFinish=[ task_1463537200524_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537200524_0001_1_00_000000 ], longestDurationTasks=[ task_1463537200524_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:40,801 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:40,801 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537200524_0001_00_000001, stoppedTime=1463537200801, exitStatus=0
2016-05-18 02:06:40,801 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] attempt: attempt_1463537200524_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:40,802 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:40,802 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A91D654E3B8747D9866E21206004D7E5
2016-05-18 02:06:40,802 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:40,802 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A42743844AB64151A8DE6BA4083ECDFD, destinationVertexName=A91D654E3B8747D9866E21206004D7E5. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:40,802 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,803 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537200524_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:40,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_STARTED]: vertexName=A91D654E3B8747D9866E21206004D7E5, taskId=task_1463537200524_0001_1_01_000000, scheduledTime=1463537200803, launchTime=1463537200803
2016-05-18 02:06:40,803 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537200524_0001_00_000002, launchTime=1463537200805
2016-05-18 02:06:40,806 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537200524_0001_00_000002
2016-05-18 02:06:40,809 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537200524_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:40,810 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537200524_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:40,810 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537200524_0001_00_000001, Exiting
2016-05-18 02:06:40,810 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537200524_0001_00_000001
2016-05-18 02:06:40,810 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537200524_0001_00_000001
2016-05-18 02:06:40,810 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537200524_0001_1_01_000000_0] started. Is using containerId: [container_1463537200524_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:40,810 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A91D654E3B8747D9866E21206004D7E5, taskAttemptId=attempt_1463537200524_0001_1_01_000000_0, startTime=1463537200810, containerId=container_1463537200524_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:40,812 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537200524_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:40,812 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537200524_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,812 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537200524_0001_00_000001 completed successfully
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,813 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,813 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,813 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:40,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL, VertexName: A91D654E3B8747D9866E21206004D7E5, VertexParallelism: 1, TaskAttemptID:attempt_1463537200524_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A42743844AB64151A8DE6BA4083ECDFD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AA84C41352C045FEA462793BC01161F2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:40,813 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:40,814 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,815 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537200524_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,815 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537200524_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:40,817 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:40,819 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:40,828 INFO  output.MROutput (MROutput.java:initialize(421)) - AA84C41352C045FEA462793BC01161F2: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:40,829 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A91D654E3B8747D9866E21206004D7E5, ordinal: 1
2016-05-18 02:06:40,829 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A91D654E3B8747D9866E21206004D7E5, mem on start (mb), free: 60, total: 488, max: 672
2016-05-18 02:06:40,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:40,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:40,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:40,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:40,831 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AA84C41352C045FEA462793BC01161F2:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A42743844AB64151A8DE6BA4083ECDFD:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:40,832 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:40,832 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:40,833 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:40,833 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AA84C41352C045FEA462793BC01161F2:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A42743844AB64151A8DE6BA4083ECDFD:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:40,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:40,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A42743844AB64151A8DE6BA4083ECDFD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:40,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:40,834 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A42743844AB64151A8DE6BA4083ECDFD: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:40,835 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A42743844AB64151A8DE6BA4083ECDFD: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:40,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:40,836 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A42743844AB64151A8DE6BA4083ECDFD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:40,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A42743844AB64151A8DE6BA4083ECDFD
2016-05-18 02:06:40,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:40,838 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,841 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A42743844AB64151A8DE6BA4083ECDFD: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:40,841 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:40,841 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 0219032280C84AF19787C5178FAB485F
2016-05-18 02:06:40,841 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_ALL"], id: AA84C41352C045FEA462793BC01161F2
2016-05-18 02:06:40,842 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_ALL"]
2016-05-18 02:06:40,842 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 0219032280C84AF19787C5178FAB485F, for 1 inputs
2016-05-18 02:06:40,843 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537200524_0001_1_00_000000_0_10045} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537200843, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:40,843 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A42743844AB64151A8DE6BA4083ECDFD
2016-05-18 02:06:40,844 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:40,844 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A42743844AB64151A8DE6BA4083ECDFD, wasInterrupted=false
2016-05-18 02:06:40,844 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:40,846 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:40,847 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,847 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001_wd/localmode-local-dir/output/attempt_1463537200524_0001_1_00_000000_0_10045/file.out, len=181, isLocal=true
2016-05-18 02:06:40,848 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:40,848 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:40,848 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:40,848 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:40,848 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A91D654E3B8747D9866E21206004D7E5, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:06:40,849 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A42743844AB64151A8DE6BA4083ECDFD
2016-05-18 02:06:40,850 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:40,850 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A42743844AB64151A8DE6BA4083ECDFD: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:40,851 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A42743844AB64151A8DE6BA4083ECDFD: Shuffle Runner thread complete
2016-05-18 02:06:40,855 INFO  output.MROutput (MROutput.java:close(526)) - AA84C41352C045FEA462793BC01161F2 closed
2016-05-18 02:06:40,855 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537200524_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:40,856 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,856 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A91D654E3B8747D9866E21206004D7E5, mem on close (mb), free: 55, total: 488, max: 672
2016-05-18 02:06:40,856 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A42743844AB64151A8DE6BA4083ECDFD
2016-05-18 02:06:40,856 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A42743844AB64151A8DE6BA4083ECDFD: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:40,857 INFO  output.MROutput (MROutput.java:close(526)) - AA84C41352C045FEA462793BC01161F2 closed
2016-05-18 02:06:40,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,858 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537200524_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:40,858 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537200524_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:40,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537200524_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537200849, Process_Duration=7, Process_End_Time=1463537200856, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:40,860 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537200524_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:40,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A91D654E3B8747D9866E21206004D7E5, taskAttemptId=attempt_1463537200524_0001_1_01_000000_0, creationTime=1463537200803, allocationTime=1463537200805, startTime=1463537200810, finishTime=1463537200860, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:40,861 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40,860 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:40,861 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:40,861 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:TASK_FINISHED]: vertexName=A91D654E3B8747D9866E21206004D7E5, taskId=task_1463537200524_0001_1_01_000000, startTime=1463537200810, finishTime=1463537200861, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1463537200524_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537200849, Process_Duration=7, Process_End_Time=1463537200856, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:40,862 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537200524_0001_00_000002
2016-05-18 02:06:40,862 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:40,862 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5]
2016-05-18 02:06:40,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:VERTEX_FINISHED]: vertexName=A91D654E3B8747D9866E21206004D7E5, vertexId=vertex_1463537200524_0001_1_01, initRequestedTime=1463537200718, initedTime=1463537200724, startRequestedTime=1463537200734, startedTime=1463537200735, finishTime=1463537200862, timeTaken=127, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537200849, Process_Duration=7, Process_End_Time=1463537200856, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537200810, firstTasksToStart=[ task_1463537200524_0001_1_01_000000 ], lastTaskFinishTime=1463537200860, lastTasksToFinish=[ task_1463537200524_0001_1_01_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537200524_0001_1_01_000000 ], longestDurationTasks=[ task_1463537200524_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:40,864 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:40,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537200524_0001_00_000002, stoppedTime=1463537200864, exitStatus=0
2016-05-18 02:06:40,864 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:40,864 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:40,864 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537200524_0001_1_00 [A42743844AB64151A8DE6BA4083ECDFD]
2016-05-18 02:06:40,865 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537200524_0001_1
2016-05-18 02:06:40,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537200524_0001_1
2016-05-18 02:06:40,865 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: AA84C41352C045FEA462793BC01161F2 for vertex: vertex_1463537200524_0001_1_01 [A91D654E3B8747D9866E21206004D7E5], outputName: AA84C41352C045FEA462793BC01161F2
2016-05-18 02:06:40,867 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537200524_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:40,867 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537200524_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:40,872 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537200524_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:40,873 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537200524_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:40,873 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537200524_0001_00_000002, Exiting
2016-05-18 02:06:40,873 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537200524_0001_00_000002
2016-05-18 02:06:40,873 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537200524_0001_00_000002
2016-05-18 02:06:40,873 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537200524_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:40,874 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537200524_0001_00_000002 completed successfully
2016-05-18 02:06:40,875 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:AA84C41352C045FEA462793BC01161F2 of vertex/vertexGroup:A91D654E3B8747D9866E21206004D7E5 isVertexGroupOutput:false
2016-05-18 02:06:40,875 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:40,878 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537200524_0001_1, queueSize=0
2016-05-18 02:06:40,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537200524_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537200524_0001_1, startTime=1463537200716, finishTime=1463537200875, timeTaken=159, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=290, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074401634, Process_Duration=9, Process_End_Time=2927074401643, Read_Duration=4, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:40,880 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537200524_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:40,880 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537200524_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:40 Completed Dag: dag_1463537200524_0001_1
2016-05-18 02:06:40,881 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537200524_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:40,881 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537200524_0001_1_post
2016-05-18 02:06:40,881 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:40,881 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:40,882 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:40,883 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL, with id=dag_1463537200524_0001_1
2016-05-18 02:06:40,884 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F] every/(1/1) ...lyplatform/-1_UNKNOWN_ALL, with id=dag_1463537200524_0001_1
2016-05-18 02:06:40,888 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/-1_UNKNOWN_ALL, applicationId=application_1463537200524_0001
2016-05-18 02:06:40,890 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:40,890 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:40,890 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:40,891 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:40,891 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:40,891 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:40,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:40,892 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:40,892 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:40,892 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:40,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:40,893 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:40,893 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:40,894 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:40,897 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3DA66DDC18D948A3B3EA001D950D0AB5/DFC4E444CEAE45B4B62BB42D9378076F/.tez/application_1463537200524_0001
2016-05-18 02:06:40,898 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_ALL/_temporary
2016-05-18 02:06:40,898 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.394
2016-05-18 02:06:41,219 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_UNKNOWN_ALL
2016-05-18 02:06:41,249 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:41,249 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:41,288 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:41,288 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:41,293 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:41,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-18 02:06:41,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:41,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:41,307 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:41,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:41,330 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:41,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:41,385 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2016-05-18 02:06:41,385 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:41,385 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:41,385 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:41,385 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,386 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:41,400 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:41,405 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:41,406 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:41,406 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:41,417 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001 doesn't exist and is created
2016-05-18 02:06:41,438 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:41,438 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:41,439 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd
2016-05-18 02:06:41,455 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537201406_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:41,455 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:41,456 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:41,458 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:41,458 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:41,458 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:41,458 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:41,460 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:41,461 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:41,462 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:41,462 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:41,463 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:41,463 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:41,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:41,465 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:41,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:41,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd/localmode-log-dir
2016-05-18 02:06:41,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd/localmode-log-dir/history.txt.appattempt_1463537201406_0001_000000, maxErrors=10
2016-05-18 02:06:41,465 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:41,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537201406_0001_000000, appSubmitTime=1463537201454, launchTime=1463537201454
2016-05-18 02:06:41,471 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:41,474 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43729
2016-05-18 02:06:41,475 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537201406
2016-05-18 02:06:41,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537201406_0001_000000, startTime=1463537201477
2016-05-18 02:06:41,477 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:41,538 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:41,538 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:41,539 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_REPLACE, applicationId=application_1463537201406_0001, dagName=[8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,559 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,559 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:41,560 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537201406_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd/localmode-log-dir/dag_1463537201406_0001_1.dot
2016-05-18 02:06:41,561 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd/localmode-log-dir/dag_1463537201406_0001_1-tez-dag.pb.txt
2016-05-18 02:06:41,568 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537201406_0001_1
2016-05-18 02:06:41,568 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:41,568 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41 Running Dag: dag_1463537201406_0001_1
2016-05-18 02:06:41,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537201406_0001_1, submitTime=1463537201559
2016-05-18 02:06:41,585 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001/tez-conf.pb" } size: 40947 timestamp: 1463537201000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:41,586 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,586 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:41,587 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001/tez-conf.pb" } size: 40947 timestamp: 1463537201000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:41,587 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,587 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:41,587 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:41,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537201406_0001_1, initTime=1463537201588
2016-05-18 02:06:41,588 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537201406_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:41,588 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:41,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:DAG_STARTED]: dagID=dag_1463537201406_0001_1, startTime=1463537201588
2016-05-18 02:06:41,589 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537201406_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:41,589 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C5BE4089FB2C470DAC9BE29588C100AD : {F093D77D2E924283AAB8674BC8A7DA8B={InputName=F093D77D2E924283AAB8674BC8A7DA8B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:41,589 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: F093D77D2E924283AAB8674BC8A7DA8B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:41,589 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,589 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,589 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,589 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,590 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:41,590 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,591 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_REPLACE, applicationId=application_1463537201406_0001, dagName=[8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,594 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: F093D77D2E924283AAB8674BC8A7DA8B on vertex vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,594 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:41,594 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,595 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537201406_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:41,596 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881], numAdditionalOutputs=1
2016-05-18 02:06:41,596 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=3CF8D5E5FB8348E3833E15637C7D9A17, vertex=vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:41,598 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input F093D77D2E924283AAB8674BC8A7DA8B asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:41,599 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C7E83B77316045DEA996C5525FE97881:3CF8D5E5FB8348E3833E15637C7D9A17 using oldmapred API
2016-05-18 02:06:41,599 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=3CF8D5E5FB8348E3833E15637C7D9A17, vertexName=C7E83B77316045DEA996C5525FE97881, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:41,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C7E83B77316045DEA996C5525FE97881, vertexId=vertex_1463537201406_0001_1_01, initRequestedTime=1463537201590, initedTime=1463537201596, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:41,601 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:41,600 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:41,601 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:41,602 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:41,602 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:41,603 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: F093D77D2E924283AAB8674BC8A7DA8B on vertex vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,604 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:41,604 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {F093D77D2E924283AAB8674BC8A7DA8B=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:41,605 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] parallelism set to 1
2016-05-18 02:06:41,605 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:41,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C5BE4089FB2C470DAC9BE29588C100AD, vertexId=vertex_1463537201406_0001_1_00, initRequestedTime=1463537201589, initedTime=1463537201605, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:41,606 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] with distanceFromRoot: 0
2016-05-18 02:06:41,606 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:41,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537201406_0001_1_00, startRequestedTime=1463537201590, startedTime=1463537201606
2016-05-18 02:06:41,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537201406_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:41,606 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:41,606 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537201406_0001_1_00 for vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] numStartedSources: 1 numSources: 1
2016-05-18 02:06:41,607 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] with distanceFromRoot: 1
2016-05-18 02:06:41,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537201406_0001_1_01, startRequestedTime=1463537201606, startedTime=1463537201607
2016-05-18 02:06:41,608 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:41,614 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537201406_0001, with dag id: dag_1463537201406_0001_1
2016-05-18 02:06:41,615 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C5BE4089FB2C470DAC9BE29588C100AD
2016-05-18 02:06:41,615 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C7E83B77316045DEA996C5525FE97881 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:41,617 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,618 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C5BE4089FB2C470DAC9BE29588C100AD in vertex: C7E83B77316045DEA996C5525FE97881 numBipartiteSourceTasks: 1
2016-05-18 02:06:41,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_STARTED]: vertexName=C5BE4089FB2C470DAC9BE29588C100AD, taskId=task_1463537201406_0001_1_00_000000, scheduledTime=1463537201618, launchTime=1463537201618
2016-05-18 02:06:41,619 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,620 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:41,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537201406_0001_00_000001, launchTime=1463537201621
2016-05-18 02:06:41,622 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537201406_0001_00_000001
2016-05-18 02:06:41,623 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537201406_0001_1_00_000000_0] started. Is using containerId: [container_1463537201406_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:41,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C5BE4089FB2C470DAC9BE29588C100AD, taskAttemptId=attempt_1463537201406_0001_1_00_000000_0, startTime=1463537201623, containerId=container_1463537201406_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:41,624 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537201406_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41 Starting to run new task attempt: attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,625 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,625 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:41,625 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:41,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE, VertexName: C5BE4089FB2C470DAC9BE29588C100AD, VertexParallelism: 1, TaskAttemptID:attempt_1463537201406_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F093D77D2E924283AAB8674BC8A7DA8B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C7E83B77316045DEA996C5525FE97881, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:41,625 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:41,626 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,629 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:41,631 INFO  input.MRInput (MRInput.java:initialize(440)) - F093D77D2E924283AAB8674BC8A7DA8B using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:41,631 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: F093D77D2E924283AAB8674BC8A7DA8B
2016-05-18 02:06:41,633 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537201406_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:41,635 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537201406_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:41,639 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C5BE4089FB2C470DAC9BE29588C100AD, ordinal: 0
2016-05-18 02:06:41,639 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C5BE4089FB2C470DAC9BE29588C100AD, mem on start (mb), free: 249, total: 373, max: 672
2016-05-18 02:06:41,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:41,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:41,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:41,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:41,639 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F093D77D2E924283AAB8674BC8A7DA8B:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C7E83B77316045DEA996C5525FE97881:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:41,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:41,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:41,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:41,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F093D77D2E924283AAB8674BC8A7DA8B:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C7E83B77316045DEA996C5525FE97881:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:41,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:41,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F093D77D2E924283AAB8674BC8A7DA8B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:41,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:41,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:41,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F093D77D2E924283AAB8674BC8A7DA8B
2016-05-18 02:06:41,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:41,642 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,644 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:41,644 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - F093D77D2E924283AAB8674BC8A7DA8B initialized RecordReader from event
2016-05-18 02:06:41,645 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:41,646 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: F093D77D2E924283AAB8674BC8A7DA8B
2016-05-18 02:06:41,646 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 7D087CE2CAC047A6AC90B691946CBA01
2016-05-18 02:06:41,647 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 7D087CE2CAC047A6AC90B691946CBA01
2016-05-18 02:06:41,650 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:41,653 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:41,653 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C7E83B77316045DEA996C5525FE97881 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@5f712485, comparator=cascading.tuple.hadoop.util.TupleComparator@7d14c8b6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:41,653 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C7E83B77316045DEA996C5525FE97881: , UsingHashComparator=false
2016-05-18 02:06:41,668 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:41,668 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:41,668 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C7E83B77316045DEA996C5525FE97881: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:41,668 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C7E83B77316045DEA996C5525FE97881: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:41,669 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:41,669 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C5BE4089FB2C470DAC9BE29588C100AD, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:41,671 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,671 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C5BE4089FB2C470DAC9BE29588C100AD, mem on close (mb), free: 146, total: 373, max: 672
2016-05-18 02:06:41,671 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C7E83B77316045DEA996C5525FE97881: Starting flush of map output
2016-05-18 02:06:41,672 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C7E83B77316045DEA996C5525FE97881: Span0.length = 20, perItem = 6
2016-05-18 02:06:41,672 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C7E83B77316045DEA996C5525FE97881: done sorting span=0, length=20, time=0
2016-05-18 02:06:41,672 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C7E83B77316045DEA996C5525FE97881: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:41,680 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C7E83B77316045DEA996C5525FE97881: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd/localmode-local-dir/output/attempt_1463537201406_0001_1_00_000000_0_10051_0/file.out
2016-05-18 02:06:41,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:41 Completed running task attempt: attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,688 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537201406_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:41,688 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537201406_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:41,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537201406_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537201669, Process_Duration=2, Process_End_Time=1463537201671, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:41,689 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537201406_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:41,689 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:41,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C5BE4089FB2C470DAC9BE29588C100AD, taskAttemptId=attempt_1463537201406_0001_1_00_000000_0, creationTime=1463537201619, allocationTime=1463537201620, startTime=1463537201623, finishTime=1463537201689, timeTaken=66, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:41,689 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:41,690 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:41,690 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537201406_0001_00_000001
2016-05-18 02:06:41,690 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41,691 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_FINISHED]: vertexName=C5BE4089FB2C470DAC9BE29588C100AD, taskId=task_1463537201406_0001_1_00_000000, startTime=1463537201623, finishTime=1463537201690, timeTaken=67, status=SUCCEEDED, successfulAttemptID=attempt_1463537201406_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537201669, Process_Duration=2, Process_End_Time=1463537201671, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:41,691 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:41,691 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD]
2016-05-18 02:06:41,693 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_FINISHED]: vertexName=C5BE4089FB2C470DAC9BE29588C100AD, vertexId=vertex_1463537201406_0001_1_00, initRequestedTime=1463537201589, initedTime=1463537201605, startRequestedTime=1463537201590, startedTime=1463537201606, finishTime=1463537201691, timeTaken=85, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537201669, Process_Duration=2, Process_End_Time=1463537201671, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537201623, firstTasksToStart=[ task_1463537201406_0001_1_00_000000 ], lastTaskFinishTime=1463537201689, lastTasksToFinish=[ task_1463537201406_0001_1_00_000000 ], minTaskDuration=66, maxTaskDuration=66, avgTaskDuration=66.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537201406_0001_1_00_000000 ], longestDurationTasks=[ task_1463537201406_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:41,693 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:41,693 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537201406_0001_00_000001, stoppedTime=1463537201693, exitStatus=0
2016-05-18 02:06:41,693 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] attempt: attempt_1463537201406_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:41,694 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537201406_0001_1_00 [C5BE4089FB2C470DAC9BE29588C100AD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:41,694 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C7E83B77316045DEA996C5525FE97881
2016-05-18 02:06:41,694 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C5BE4089FB2C470DAC9BE29588C100AD, destinationVertexName=C7E83B77316045DEA996C5525FE97881. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:41,694 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,694 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:41,695 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537201406_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:41,695 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_STARTED]: vertexName=C7E83B77316045DEA996C5525FE97881, taskId=task_1463537201406_0001_1_01_000000, scheduledTime=1463537201695, launchTime=1463537201695
2016-05-18 02:06:41,696 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537201406_0001_00_000002, launchTime=1463537201697
2016-05-18 02:06:41,697 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537201406_0001_00_000002
2016-05-18 02:06:41,698 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537201406_0001_1_01_000000_0] started. Is using containerId: [container_1463537201406_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:41,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C7E83B77316045DEA996C5525FE97881, taskAttemptId=attempt_1463537201406_0001_1_01_000000_0, startTime=1463537201698, containerId=container_1463537201406_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:41,699 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537201406_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537201406_0001_1_01_000000_0
2016-05-18 02:06:41 Starting to run new task attempt: attempt_1463537201406_0001_1_01_000000_0
2016-05-18 02:06:41,699 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537201406_0001_1_01_000000_0
2016-05-18 02:06:41,700 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:41,700 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:41,700 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE, VertexName: C7E83B77316045DEA996C5525FE97881, VertexParallelism: 1, TaskAttemptID:attempt_1463537201406_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C5BE4089FB2C470DAC9BE29588C100AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3CF8D5E5FB8348E3833E15637C7D9A17, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:41,700 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537201406_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:41,700 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:41,700 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537201406_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:41,701 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537201406_0001_00_000001, Exiting
2016-05-18 02:06:41,701 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537201406_0001_00_000001
2016-05-18 02:06:41,701 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537201406_0001_00_000001
2016-05-18 02:06:41,703 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537201406_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,703 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537201406_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:41,703 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537201406_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:41,703 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537201406_0001_1_01_000000_0
2016-05-18 02:06:41,706 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:41,707 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537201406_0001_00_000001 completed successfully
2016-05-18 02:06:41,709 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:41,718 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C7E83B77316045DEA996C5525FE97881, ordinal: 1
2016-05-18 02:06:41,718 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7E83B77316045DEA996C5525FE97881, mem on start (mb), free: 140, total: 373, max: 672
2016-05-18 02:06:41,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:41,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:41,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:41,719 INFO  output.MROutput (MROutput.java:initialize(421)) - 3CF8D5E5FB8348E3833E15637C7D9A17: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:41,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:41,719 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3CF8D5E5FB8348E3833E15637C7D9A17:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C5BE4089FB2C470DAC9BE29588C100AD:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:41,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:41,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:41,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:41,721 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3CF8D5E5FB8348E3833E15637C7D9A17:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C5BE4089FB2C470DAC9BE29588C100AD:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:41,721 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:41,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C5BE4089FB2C470DAC9BE29588C100AD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:41,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:41,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:41,722 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C5BE4089FB2C470DAC9BE29588C100AD: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:41,723 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C5BE4089FB2C470DAC9BE29588C100AD: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:41,724 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C5BE4089FB2C470DAC9BE29588C100AD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:41,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C5BE4089FB2C470DAC9BE29588C100AD
2016-05-18 02:06:41,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:41,726 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537201406_0001_1_01_000000_0
2016-05-18 02:06:41,728 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C5BE4089FB2C470DAC9BE29588C100AD: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:41,730 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:41,731 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537201406_0001_1_00_000000_0_10051} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537201731, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:41,731 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C5BE4089FB2C470DAC9BE29588C100AD
2016-05-18 02:06:41,731 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 7D087CE2CAC047A6AC90B691946CBA01
2016-05-18 02:06:41,732 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"], id: 3CF8D5E5FB8348E3833E15637C7D9A17
2016-05-18 02:06:41,732 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2016-05-18 02:06:41,732 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:41,732 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 7D087CE2CAC047A6AC90B691946CBA01, for 1 inputs
2016-05-18 02:06:41,732 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C5BE4089FB2C470DAC9BE29588C100AD, wasInterrupted=false
2016-05-18 02:06:41,733 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:41,741 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:41,743 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:41,744 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001_wd/localmode-local-dir/output/attempt_1463537201406_0001_1_00_000000_0_10051/file.out, len=181, isLocal=true
2016-05-18 02:06:41,744 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:41,744 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:41,744 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:41,745 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:41,745 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C5BE4089FB2C470DAC9BE29588C100AD
2016-05-18 02:06:41,745 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C5BE4089FB2C470DAC9BE29588C100AD: Shuffle Runner thread complete
2016-05-18 02:06:41,745 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C7E83B77316045DEA996C5525FE97881, all 1 inputs ready in: 00:00:00.012
2016-05-18 02:06:41,746 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:41,746 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C5BE4089FB2C470DAC9BE29588C100AD: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:41,750 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:41,754 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:41,761 INFO  output.MROutput (MROutput.java:close(526)) - 3CF8D5E5FB8348E3833E15637C7D9A17 closed
2016-05-18 02:06:41,761 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537201406_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:41,763 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537201406_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:41,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537201406_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537201745, Process_Duration=17, Process_End_Time=1463537201762, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:41,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:41,764 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7E83B77316045DEA996C5525FE97881, mem on close (mb), free: 340, total: 372, max: 672
2016-05-18 02:06:41,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C7E83B77316045DEA996C5525FE97881, index=1, interruptedStatus=false
2016-05-18 02:06:41,765 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C5BE4089FB2C470DAC9BE29588C100AD
2016-05-18 02:06:41,765 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C5BE4089FB2C470DAC9BE29588C100AD: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:41,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C7E83B77316045DEA996C5525FE97881, sourceVertex=C5BE4089FB2C470DAC9BE29588C100AD, interruptedStatus=true
2016-05-18 02:06:41,766 INFO  output.MROutput (MROutput.java:close(526)) - 3CF8D5E5FB8348E3833E15637C7D9A17 closed
2016-05-18 02:06:41,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C7E83B77316045DEA996C5525FE97881, sourceVertex=3CF8D5E5FB8348E3833E15637C7D9A17, interruptedStatus=true
2016-05-18 02:06:41,772 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537201406_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], containerShutdownRequested=false}  
2016-05-18 02:06:41,773 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], containerShutdownRequested=false}
2016-05-18 02:06:41,773 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537201406_0001_00_000002
2016-05-18 02:06:41,773 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537201406_0001_00_000002
2016-05-18 02:06:41,773 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537201406_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]'}
2016-05-18 02:06:41,773 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537201406_0001_00_000002 completed but with errors
2016-05-18 02:06:41,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C7E83B77316045DEA996C5525FE97881, taskAttemptId=attempt_1463537201406_0001_1_01_000000_0, creationTime=1463537201695, allocationTime=1463537201696, startTime=1463537201698, finishTime=1463537201771, timeTaken=73, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537201406_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537201745, Process_Duration=17, Process_End_Time=1463537201762, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:41,776 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537201406_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
2016-05-18 02:06:41,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537201406_0001_00_000002, stoppedTime=1463537201776, exitStatus=1
2016-05-18 02:06:41,777 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537201406_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:41,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:TASK_FINISHED]: vertexName=C7E83B77316045DEA996C5525FE97881, taskId=task_1463537201406_0001_1_01_000000, startTime=1463537201698, finishTime=1463537201777, timeTaken=79, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537201406_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:41,778 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] because task failed: task_1463537201406_0001_1_01_000000
2016-05-18 02:06:41,778 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:41,779 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:41,779 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:41,780 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,780 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=3CF8D5E5FB8348E3833E15637C7D9A17, vertexId=vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:VERTEX_FINISHED]: vertexName=C7E83B77316045DEA996C5525FE97881, vertexId=vertex_1463537201406_0001_1_01, initRequestedTime=1463537201590, initedTime=1463537201596, startRequestedTime=1463537201606, startedTime=1463537201607, finishTime=1463537201784, timeTaken=177, status=FAILED, diagnostics=Task failed, taskId=task_1463537201406_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537201406_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537201698, firstTasksToStart=[ task_1463537201406_0001_1_01_000000 ], lastTaskFinishTime=1463537201771, lastTasksToFinish=[ task_1463537201406_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:41,785 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:41,786 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537201406_0001_1_01_000000_0 failed: true container: container_1463537201406_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:41,788 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:41,788 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:41,788 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:41,790 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537201406_0001_1, queueSize=0
2016-05-18 02:06:41,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537201406_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537201406_0001_1, startTime=1463537201588, finishTime=1463537201789, timeTaken=201, status=FAILED, diagnostics=Vertex failed, vertexName=C7E83B77316045DEA996C5525FE97881, vertexId=vertex_1463537201406_0001_1_01, diagnostics=[Task failed, taskId=task_1463537201406_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537201406_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=350, AM_GC_TIME_MILLIS=7, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537201669, Process_Duration=2, Process_End_Time=1463537201671, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:41,791 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537201406_0001_1_01 [C7E83B77316045DEA996C5525FE97881]
2016-05-18 02:06:41,791 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537201406_0001_1 finished with state: FAILED
2016-05-18 02:06:41,791 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537201406_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:41 Completed Dag: dag_1463537201406_0001_1
2016-05-18 02:06:41,794 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537201406_0001_1, dagState=FAILED
2016-05-18 02:06:41,796 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537201406_0001_1_post
2016-05-18 02:06:41,797 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:41,797 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_UNKNOWN_REPLACE, applicationId=application_1463537201406_0001
2016-05-18 02:06:41,797 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:41,797 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:41,797 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE, with id=dag_1463537201406_0001_1
2016-05-18 02:06:41,798 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D] every/(1/1) ...atform/-1_UNKNOWN_REPLACE, with id=dag_1463537201406_0001_1
2016-05-18 02:06:41,799 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:41,799 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:41,799 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:41,799 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:41,800 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:41,800 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:41,802 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:41,802 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:41,803 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:41,803 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:41,803 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:41,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:41,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:41,805 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:41,809 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8A2465A380704BE681DD611382A8A382/C2B39392F14F4BFD9D22AA6800E3FE2D/.tez/application_1463537201406_0001
2016-05-18 02:06:41,809 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:41,810 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:41,812 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_REPLACE/_temporary
2016-05-18 02:06:41,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.428
2016-05-18 02:06:41,813 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_UNKNOWN_REPLACE
2016-05-18 02:06:41,840 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:41,840 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:41,892 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:41,906 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.032
2016-05-18 02:06:41,906 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:41,906 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:41,907 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:41,933 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:41,942 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:42,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:42,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:42,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2016-05-18 02:06:42,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:42,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:42,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:42,027 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:42,027 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:42,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:42,057 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:42,057 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:42,057 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:42,067 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001 doesn't exist and is created
2016-05-18 02:06:42,088 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:42,088 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:42,089 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd
2016-05-18 02:06:42,103 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537202057_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:42,103 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:42,104 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:42,105 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:42,105 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:42,105 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:42,105 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:42,106 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:42,108 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:42,108 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:42,108 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:42,108 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:42,108 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:42,109 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:42,109 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:42,109 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:42,109 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:42,109 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:42,110 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:42,110 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:42,112 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:42,113 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:42,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:42,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd/localmode-log-dir
2016-05-18 02:06:42,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd/localmode-log-dir/history.txt.appattempt_1463537202057_0001_000000, maxErrors=10
2016-05-18 02:06:42,114 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:42,114 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:42,114 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:42,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537202057_0001_000000, appSubmitTime=1463537202103, launchTime=1463537202103
2016-05-18 02:06:42,122 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:42,126 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48102
2016-05-18 02:06:42,127 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537202057
2016-05-18 02:06:42,129 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537202057_0001_000000, startTime=1463537202128
2016-05-18 02:06:42,129 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:42,188 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:42,188 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:42,189 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_UNKNOWN_SWAP, applicationId=application_1463537202057_0001, dagName=[C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:42,209 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:42,209 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:42,210 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537202057_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd/localmode-log-dir/dag_1463537202057_0001_1.dot
2016-05-18 02:06:42,210 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd/localmode-log-dir/dag_1463537202057_0001_1-tez-dag.pb.txt
2016-05-18 02:06:42,217 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537202057_0001_1
2016-05-18 02:06:42,218 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,218 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:42 Running Dag: dag_1463537202057_0001_1
2016-05-18 02:06:42,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537202057_0001_1, submitTime=1463537202209
2016-05-18 02:06:42,234 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001/tez-conf.pb" } size: 40947 timestamp: 1463537202000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:42,235 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,235 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:42,237 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001/tez-conf.pb" } size: 40947 timestamp: 1463537202000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:42,238 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,239 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:42,239 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:42,241 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537202057_0001_1, initTime=1463537202240
2016-05-18 02:06:42,241 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202057_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:42,241 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:42,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:DAG_STARTED]: dagID=dag_1463537202057_0001_1, startTime=1463537202241
2016-05-18 02:06:42,242 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202057_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:42,242 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B58164D011074D149B886B992BF42CFB : {D5C078068088488785E975ADAE03CDEF={InputName=D5C078068088488785E975ADAE03CDEF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:42,242 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: D5C078068088488785E975ADAE03CDEF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:42,242 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,242 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,242 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,243 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,243 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:42,243 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: D5C078068088488785E975ADAE03CDEF on vertex vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,243 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,246 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input D5C078068088488785E975ADAE03CDEF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:42,247 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:42,248 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,248 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537202057_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:42,249 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79], numAdditionalOutputs=1
2016-05-18 02:06:42,249 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=0686B41AE8014A418E2AFA76B24FE8A9, vertex=vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:42,251 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A631D50A4D784E549532D25CBAAF7A79:0686B41AE8014A418E2AFA76B24FE8A9 using oldmapred API
2016-05-18 02:06:42,252 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_UNKNOWN_SWAP, applicationId=application_1463537202057_0001, dagName=[C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:42,253 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:42,253 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:42,254 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:42,254 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:42,254 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: D5C078068088488785E975ADAE03CDEF on vertex vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,256 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=0686B41AE8014A418E2AFA76B24FE8A9, vertexName=A631D50A4D784E549532D25CBAAF7A79, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:42,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A631D50A4D784E549532D25CBAAF7A79, vertexId=vertex_1463537202057_0001_1_01, initRequestedTime=1463537202243, initedTime=1463537202249, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:42,259 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:42,260 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:42,260 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {D5C078068088488785E975ADAE03CDEF=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:42,261 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] parallelism set to 1
2016-05-18 02:06:42,261 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:42,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B58164D011074D149B886B992BF42CFB, vertexId=vertex_1463537202057_0001_1_00, initRequestedTime=1463537202242, initedTime=1463537202262, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:42,262 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] with distanceFromRoot: 0
2016-05-18 02:06:42,263 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:42,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537202057_0001_1_00, startRequestedTime=1463537202243, startedTime=1463537202263
2016-05-18 02:06:42,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537202057_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:42,264 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:42,264 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537202057_0001_1_00 for vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] numStartedSources: 1 numSources: 1
2016-05-18 02:06:42,265 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] with distanceFromRoot: 1
2016-05-18 02:06:42,264 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B58164D011074D149B886B992BF42CFB
2016-05-18 02:06:42,266 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537202057_0001_1_01, startRequestedTime=1463537202264, startedTime=1463537202265
2016-05-18 02:06:42,268 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:42,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_STARTED]: vertexName=B58164D011074D149B886B992BF42CFB, taskId=task_1463537202057_0001_1_00_000000, scheduledTime=1463537202269, launchTime=1463537202269
2016-05-18 02:06:42,270 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,270 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A631D50A4D784E549532D25CBAAF7A79 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:42,272 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B58164D011074D149B886B992BF42CFB in vertex: A631D50A4D784E549532D25CBAAF7A79 numBipartiteSourceTasks: 1
2016-05-18 02:06:42,273 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:42,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537202057_0001_00_000001, launchTime=1463537202275
2016-05-18 02:06:42,275 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202057_0001_00_000001
2016-05-18 02:06:42,276 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537202057_0001, with dag id: dag_1463537202057_0001_1
2016-05-18 02:06:42,277 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202057_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,277 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537202057_0001_1_00_000000_0] started. Is using containerId: [container_1463537202057_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:42,277 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B58164D011074D149B886B992BF42CFB, taskAttemptId=attempt_1463537202057_0001_1_00_000000_0, startTime=1463537202276, containerId=container_1463537202057_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:42 Starting to run new task attempt: attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,277 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,277 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,278 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:42,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP, VertexName: B58164D011074D149B886B992BF42CFB, VertexParallelism: 1, TaskAttemptID:attempt_1463537202057_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D5C078068088488785E975ADAE03CDEF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A631D50A4D784E549532D25CBAAF7A79, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:42,278 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:42,281 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,285 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537202057_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:42,287 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537202057_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:42,288 INFO  input.MRInput (MRInput.java:initialize(440)) - D5C078068088488785E975ADAE03CDEF using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:42,288 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: D5C078068088488785E975ADAE03CDEF
2016-05-18 02:06:42,289 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:42,295 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B58164D011074D149B886B992BF42CFB, ordinal: 0
2016-05-18 02:06:42,295 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B58164D011074D149B886B992BF42CFB, mem on start (mb), free: 246, total: 372, max: 672
2016-05-18 02:06:42,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:42,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:42,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:42,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:42,295 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D5C078068088488785E975ADAE03CDEF:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A631D50A4D784E549532D25CBAAF7A79:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:42,296 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:42,296 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:42,296 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:42,296 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D5C078068088488785E975ADAE03CDEF:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A631D50A4D784E549532D25CBAAF7A79:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:42,296 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:42,297 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D5C078068088488785E975ADAE03CDEF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:42,297 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:42,297 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:42,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D5C078068088488785E975ADAE03CDEF
2016-05-18 02:06:42,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:42,298 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,302 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:42,302 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - D5C078068088488785E975ADAE03CDEF initialized RecordReader from event
2016-05-18 02:06:42,302 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:42,303 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D5C078068088488785E975ADAE03CDEF
2016-05-18 02:06:42,303 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 1B13629CB9C14C4389D735272DCB2F6D
2016-05-18 02:06:42,304 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 1B13629CB9C14C4389D735272DCB2F6D
2016-05-18 02:06:42,305 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:42,309 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:42,309 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A631D50A4D784E549532D25CBAAF7A79 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@183ad5c3, comparator=cascading.tuple.hadoop.util.TupleComparator@3ea801a2, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:42,310 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A631D50A4D784E549532D25CBAAF7A79: , UsingHashComparator=false
2016-05-18 02:06:42,322 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:42,323 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:42,323 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A631D50A4D784E549532D25CBAAF7A79: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:42,324 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A631D50A4D784E549532D25CBAAF7A79: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:42,324 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:42,325 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B58164D011074D149B886B992BF42CFB, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:42,327 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,328 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B58164D011074D149B886B992BF42CFB, mem on close (mb), free: 143, total: 372, max: 672
2016-05-18 02:06:42,328 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A631D50A4D784E549532D25CBAAF7A79: Starting flush of map output
2016-05-18 02:06:42,328 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A631D50A4D784E549532D25CBAAF7A79: Span0.length = 20, perItem = 6
2016-05-18 02:06:42,329 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A631D50A4D784E549532D25CBAAF7A79: done sorting span=0, length=20, time=1
2016-05-18 02:06:42,329 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A631D50A4D784E549532D25CBAAF7A79: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:42,331 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A631D50A4D784E549532D25CBAAF7A79: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd/localmode-local-dir/output/attempt_1463537202057_0001_1_00_000000_0_10057_0/file.out
2016-05-18 02:06:42,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:42 Completed running task attempt: attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,336 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537202057_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:42,337 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537202057_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:42,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537202057_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537202325, Process_Duration=2, Process_End_Time=1463537202327, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:42,339 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537202057_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:42,340 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:42,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B58164D011074D149B886B992BF42CFB, taskAttemptId=attempt_1463537202057_0001_1_00_000000_0, creationTime=1463537202270, allocationTime=1463537202274, startTime=1463537202276, finishTime=1463537202340, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:42,340 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42,341 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_FINISHED]: vertexName=B58164D011074D149B886B992BF42CFB, taskId=task_1463537202057_0001_1_00_000000, startTime=1463537202276, finishTime=1463537202340, timeTaken=64, status=SUCCEEDED, successfulAttemptID=attempt_1463537202057_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537202325, Process_Duration=2, Process_End_Time=1463537202327, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:42,340 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:42,341 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,341 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:42,342 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,343 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202057_0001_00_000001
2016-05-18 02:06:42,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_FINISHED]: vertexName=B58164D011074D149B886B992BF42CFB, vertexId=vertex_1463537202057_0001_1_00, initRequestedTime=1463537202242, initedTime=1463537202262, startRequestedTime=1463537202243, startedTime=1463537202263, finishTime=1463537202342, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537202325, Process_Duration=2, Process_End_Time=1463537202327, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537202276, firstTasksToStart=[ task_1463537202057_0001_1_00_000000 ], lastTaskFinishTime=1463537202340, lastTasksToFinish=[ task_1463537202057_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537202057_0001_1_00_000000 ], longestDurationTasks=[ task_1463537202057_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:42,344 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:42,344 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] attempt: attempt_1463537202057_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:42,344 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A631D50A4D784E549532D25CBAAF7A79
2016-05-18 02:06:42,344 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B58164D011074D149B886B992BF42CFB, destinationVertexName=A631D50A4D784E549532D25CBAAF7A79. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:42,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537202057_0001_00_000001, stoppedTime=1463537202344, exitStatus=0
2016-05-18 02:06:42,344 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,345 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:42,345 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:42,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_STARTED]: vertexName=A631D50A4D784E549532D25CBAAF7A79, taskId=task_1463537202057_0001_1_01_000000, scheduledTime=1463537202345, launchTime=1463537202345
2016-05-18 02:06:42,346 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,346 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537202057_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:42,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537202057_0001_00_000002, launchTime=1463537202347
2016-05-18 02:06:42,348 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202057_0001_00_000002
2016-05-18 02:06:42,352 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202057_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,352 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537202057_0001_1_01_000000_0] started. Is using containerId: [container_1463537202057_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:42 Starting to run new task attempt: attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,352 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A631D50A4D784E549532D25CBAAF7A79, taskAttemptId=attempt_1463537202057_0001_1_01_000000_0, startTime=1463537202352, containerId=container_1463537202057_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:42,353 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,353 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:42,354 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537202057_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:42,354 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202057_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:42,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP, VertexName: A631D50A4D784E549532D25CBAAF7A79, VertexParallelism: 1, TaskAttemptID:attempt_1463537202057_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B58164D011074D149B886B992BF42CFB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=0686B41AE8014A418E2AFA76B24FE8A9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:42,354 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537202057_0001_00_000001, Exiting
2016-05-18 02:06:42,354 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537202057_0001_00_000001
2016-05-18 02:06:42,354 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537202057_0001_00_000001
2016-05-18 02:06:42,355 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:42,356 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,356 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537202057_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:42,356 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537202057_0001_00_000001 completed successfully
2016-05-18 02:06:42,357 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537202057_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,357 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537202057_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:42,362 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:42,363 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:42,371 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A631D50A4D784E549532D25CBAAF7A79, ordinal: 1
2016-05-18 02:06:42,372 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A631D50A4D784E549532D25CBAAF7A79, mem on start (mb), free: 138, total: 372, max: 672
2016-05-18 02:06:42,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:42,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:42,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:42,374 INFO  output.MROutput (MROutput.java:initialize(421)) - 0686B41AE8014A418E2AFA76B24FE8A9: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:42,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:42,375 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[0686B41AE8014A418E2AFA76B24FE8A9:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B58164D011074D149B886B992BF42CFB:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:42,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:42,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:42,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:42,377 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[0686B41AE8014A418E2AFA76B24FE8A9:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B58164D011074D149B886B992BF42CFB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:42,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:42,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B58164D011074D149B886B992BF42CFB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:42,380 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B58164D011074D149B886B992BF42CFB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:42,380 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:42,380 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B58164D011074D149B886B992BF42CFB: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:42,380 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:42,381 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B58164D011074D149B886B992BF42CFB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:42,384 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B58164D011074D149B886B992BF42CFB
2016-05-18 02:06:42,384 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:42,385 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,385 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B58164D011074D149B886B992BF42CFB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:42,389 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537202057_0001_1_00_000000_0_10057} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537202389, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:42,389 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B58164D011074D149B886B992BF42CFB
2016-05-18 02:06:42,390 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:42,390 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:42,390 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B58164D011074D149B886B992BF42CFB, wasInterrupted=false
2016-05-18 02:06:42,392 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:42,392 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 1B13629CB9C14C4389D735272DCB2F6D
2016-05-18 02:06:42,392 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_SWAP"], id: 0686B41AE8014A418E2AFA76B24FE8A9
2016-05-18 02:06:42,393 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:42,393 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_SWAP"]
2016-05-18 02:06:42,393 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 1B13629CB9C14C4389D735272DCB2F6D, for 1 inputs
2016-05-18 02:06:42,394 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:42,394 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001_wd/localmode-local-dir/output/attempt_1463537202057_0001_1_00_000000_0_10057/file.out, len=181, isLocal=true
2016-05-18 02:06:42,395 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:42,395 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:42,395 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:42,396 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:42,396 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B58164D011074D149B886B992BF42CFB
2016-05-18 02:06:42,396 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B58164D011074D149B886B992BF42CFB: Shuffle Runner thread complete
2016-05-18 02:06:42,396 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A631D50A4D784E549532D25CBAAF7A79, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:42,398 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:42,398 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B58164D011074D149B886B992BF42CFB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:42,403 INFO  output.MROutput (MROutput.java:close(526)) - 0686B41AE8014A418E2AFA76B24FE8A9 closed
2016-05-18 02:06:42,404 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537202057_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:42,405 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,405 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A631D50A4D784E549532D25CBAAF7A79, mem on close (mb), free: 135, total: 372, max: 672
2016-05-18 02:06:42,406 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B58164D011074D149B886B992BF42CFB
2016-05-18 02:06:42,406 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B58164D011074D149B886B992BF42CFB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:42,406 INFO  output.MROutput (MROutput.java:close(526)) - 0686B41AE8014A418E2AFA76B24FE8A9 closed
2016-05-18 02:06:42,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:42 Completed running task attempt: attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,407 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537202057_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:42,407 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537202057_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:42,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537202057_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537202396, Process_Duration=9, Process_End_Time=1463537202405, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:42,409 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537202057_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:42,410 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:42,410 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:42,410 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A631D50A4D784E549532D25CBAAF7A79, taskAttemptId=attempt_1463537202057_0001_1_01_000000_0, creationTime=1463537202346, allocationTime=1463537202347, startTime=1463537202352, finishTime=1463537202410, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:42,410 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42,410 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202057_0001_00_000002
2016-05-18 02:06:42,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:TASK_FINISHED]: vertexName=A631D50A4D784E549532D25CBAAF7A79, taskId=task_1463537202057_0001_1_01_000000, startTime=1463537202352, finishTime=1463537202410, timeTaken=58, status=SUCCEEDED, successfulAttemptID=attempt_1463537202057_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537202396, Process_Duration=9, Process_End_Time=1463537202405, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:42,411 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:42,411 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79]
2016-05-18 02:06:42,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:VERTEX_FINISHED]: vertexName=A631D50A4D784E549532D25CBAAF7A79, vertexId=vertex_1463537202057_0001_1_01, initRequestedTime=1463537202243, initedTime=1463537202249, startRequestedTime=1463537202264, startedTime=1463537202265, finishTime=1463537202411, timeTaken=146, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537202396, Process_Duration=9, Process_End_Time=1463537202405, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537202352, firstTasksToStart=[ task_1463537202057_0001_1_01_000000 ], lastTaskFinishTime=1463537202410, lastTasksToFinish=[ task_1463537202057_0001_1_01_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537202057_0001_1_01_000000 ], longestDurationTasks=[ task_1463537202057_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:42,413 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:42,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537202057_0001_00_000002, stoppedTime=1463537202413, exitStatus=0
2016-05-18 02:06:42,413 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:42,413 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:42,413 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537202057_0001_1_00 [B58164D011074D149B886B992BF42CFB]
2016-05-18 02:06:42,413 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537202057_0001_1
2016-05-18 02:06:42,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537202057_0001_1
2016-05-18 02:06:42,414 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 0686B41AE8014A418E2AFA76B24FE8A9 for vertex: vertex_1463537202057_0001_1_01 [A631D50A4D784E549532D25CBAAF7A79], outputName: 0686B41AE8014A418E2AFA76B24FE8A9
2016-05-18 02:06:42,414 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202057_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:42,414 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537202057_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:42,421 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537202057_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:42,421 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202057_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:42,421 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537202057_0001_00_000002, Exiting
2016-05-18 02:06:42,421 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537202057_0001_00_000002
2016-05-18 02:06:42,421 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537202057_0001_00_000002
2016-05-18 02:06:42,422 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537202057_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:42,422 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537202057_0001_00_000002 completed successfully
2016-05-18 02:06:42,425 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:0686B41AE8014A418E2AFA76B24FE8A9 of vertex/vertexGroup:A631D50A4D784E549532D25CBAAF7A79 isVertexGroupOutput:false
2016-05-18 02:06:42,425 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:42,427 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537202057_0001_1, queueSize=0
2016-05-18 02:06:42,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202057_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537202057_0001_1, startTime=1463537202241, finishTime=1463537202425, timeTaken=184, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=370, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074404721, Process_Duration=11, Process_End_Time=2927074404732, Read_Duration=3, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:42,427 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537202057_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:42,428 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202057_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:42 Completed Dag: dag_1463537202057_0001_1
2016-05-18 02:06:42,428 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537202057_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:42,428 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537202057_0001_1_post
2016-05-18 02:06:42,428 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,428 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:42,428 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:42,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP, with id=dag_1463537202057_0001_1
2016-05-18 02:06:42,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169] every/(1/1) ...yplatform/-1_UNKNOWN_SWAP, with id=dag_1463537202057_0001_1
2016-05-18 02:06:42,436 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_UNKNOWN_SWAP, applicationId=application_1463537202057_0001
2016-05-18 02:06:42,439 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:42,439 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:42,439 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:42,439 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:42,439 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:42,439 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:42,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:42,441 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:42,442 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:42,442 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:42,442 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:42,443 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:42,443 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:42,445 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:42,447 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3A3B8926BE74805BF8FDB1DD2228238/FDE1569108124710A02CD659EFCDC169/.tez/application_1463537202057_0001
2016-05-18 02:06:42,448 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary
2016-05-18 02:06:42,448 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.423
2016-05-18 02:06:42,532 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_UNKNOWN_SWAP
2016-05-18 02:06:42,561 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:42,561 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:42,603 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:42,617 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-05-18 02:06:42,617 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:42,618 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:42,618 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:42,634 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:42,640 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_-1
2016-05-18 02:06:42,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:42,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:42,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_-1"]
2016-05-18 02:06:42,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:42,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:42,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:42,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:42,698 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:42,712 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:42,716 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:42,717 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:42,717 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:42,726 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001 doesn't exist and is created
2016-05-18 02:06:42,746 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:42,746 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:42,747 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd
2016-05-18 02:06:42,763 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537202716_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:42,763 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:42,763 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:42,764 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:42,764 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:42,765 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:42,765 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:42,766 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:42,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:42,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:42,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:42,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:42,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:42,767 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:42,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:42,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:42,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:42,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:42,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:42,769 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:42,770 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:42,771 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:42,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:42,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd/localmode-log-dir
2016-05-18 02:06:42,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd/localmode-log-dir/history.txt.appattempt_1463537202716_0001_000000, maxErrors=10
2016-05-18 02:06:42,772 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:42,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537202716_0001_000000, appSubmitTime=1463537202762, launchTime=1463537202762
2016-05-18 02:06:42,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:42,781 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58231
2016-05-18 02:06:42,783 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537202716
2016-05-18 02:06:42,785 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537202716_0001_000000, startTime=1463537202785
2016-05-18 02:06:42,785 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:42,846 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:42,847 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:42,847 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_VALUES_-1, applicationId=application_1463537202716_0001, dagName=[B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:42,864 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:42,865 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:42,865 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537202716_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd/localmode-log-dir/dag_1463537202716_0001_1.dot
2016-05-18 02:06:42,866 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd/localmode-log-dir/dag_1463537202716_0001_1-tez-dag.pb.txt
2016-05-18 02:06:42,872 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537202716_0001_1
2016-05-18 02:06:42,873 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,873 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:42 Running Dag: dag_1463537202716_0001_1
2016-05-18 02:06:42,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537202716_0001_1, submitTime=1463537202864
2016-05-18 02:06:42,889 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001/tez-conf.pb" } size: 40947 timestamp: 1463537202000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:42,890 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,890 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:42,891 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001/tez-conf.pb" } size: 40947 timestamp: 1463537202000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:42,891 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:42,892 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:42,892 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:42,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537202716_0001_1, initTime=1463537202893
2016-05-18 02:06:42,893 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202716_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:42,894 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:42,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:DAG_STARTED]: dagID=dag_1463537202716_0001_1, startTime=1463537202894
2016-05-18 02:06:42,894 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202716_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:42,894 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E8480997561E48CB9A0452B0CDBD8934 : {3F8CC3246D5642A5BE2EAEE6826AFB58={InputName=3F8CC3246D5642A5BE2EAEE6826AFB58}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:42,895 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3F8CC3246D5642A5BE2EAEE6826AFB58, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:42,895 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,895 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,895 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,895 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,896 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:42,896 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3F8CC3246D5642A5BE2EAEE6826AFB58 on vertex vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,896 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:42,900 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_VALUES_-1, applicationId=application_1463537202716_0001, dagName=[B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:42,901 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3F8CC3246D5642A5BE2EAEE6826AFB58 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:42,902 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:42,902 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:42,902 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:42,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537202716_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:42,903 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505], numAdditionalOutputs=1
2016-05-18 02:06:42,904 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8C3585A988B14B418CA0307EF66E1AC4, vertex=vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:42,904 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:42,904 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:42,904 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:42,904 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:42,905 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3F8CC3246D5642A5BE2EAEE6826AFB58 on vertex vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,906 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C1DD5C79732A4DB096CD717CC1730505:8C3585A988B14B418CA0307EF66E1AC4 using oldmapred API
2016-05-18 02:06:42,907 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8C3585A988B14B418CA0307EF66E1AC4, vertexName=C1DD5C79732A4DB096CD717CC1730505, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:42,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C1DD5C79732A4DB096CD717CC1730505, vertexId=vertex_1463537202716_0001_1_01, initRequestedTime=1463537202896, initedTime=1463537202903, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:42,908 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:42,910 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:42,910 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3F8CC3246D5642A5BE2EAEE6826AFB58=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:42,910 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] parallelism set to 1
2016-05-18 02:06:42,910 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:42,911 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E8480997561E48CB9A0452B0CDBD8934, vertexId=vertex_1463537202716_0001_1_00, initRequestedTime=1463537202894, initedTime=1463537202911, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:42,911 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] with distanceFromRoot: 0
2016-05-18 02:06:42,911 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:42,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537202716_0001_1_00, startRequestedTime=1463537202896, startedTime=1463537202912
2016-05-18 02:06:42,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537202716_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:42,912 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:42,913 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537202716_0001_1_00 for vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] numStartedSources: 1 numSources: 1
2016-05-18 02:06:42,913 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] with distanceFromRoot: 1
2016-05-18 02:06:42,913 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E8480997561E48CB9A0452B0CDBD8934
2016-05-18 02:06:42,914 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537202716_0001_1_01, startRequestedTime=1463537202913, startedTime=1463537202913
2016-05-18 02:06:42,916 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:42,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_STARTED]: vertexName=E8480997561E48CB9A0452B0CDBD8934, taskId=task_1463537202716_0001_1_00_000000, scheduledTime=1463537202919, launchTime=1463537202919
2016-05-18 02:06:42,919 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C1DD5C79732A4DB096CD717CC1730505 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:42,920 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E8480997561E48CB9A0452B0CDBD8934 in vertex: C1DD5C79732A4DB096CD717CC1730505 numBipartiteSourceTasks: 1
2016-05-18 02:06:42,919 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:42,921 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:42,922 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537202716_0001, with dag id: dag_1463537202716_0001_1
2016-05-18 02:06:42,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537202716_0001_00_000001, launchTime=1463537202923
2016-05-18 02:06:42,924 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202716_0001_00_000001
2016-05-18 02:06:42,925 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537202716_0001_1_00_000000_0] started. Is using containerId: [container_1463537202716_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:42,925 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E8480997561E48CB9A0452B0CDBD8934, taskAttemptId=attempt_1463537202716_0001_1_00_000000_0, startTime=1463537202925, containerId=container_1463537202716_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:42,926 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202716_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42 Starting to run new task attempt: attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,929 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,929 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:42,930 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:42,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1, VertexName: E8480997561E48CB9A0452B0CDBD8934, VertexParallelism: 1, TaskAttemptID:attempt_1463537202716_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3F8CC3246D5642A5BE2EAEE6826AFB58, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C1DD5C79732A4DB096CD717CC1730505, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:42,932 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:42,933 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,934 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537202716_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:42,935 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537202716_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:42,937 INFO  input.MRInput (MRInput.java:initialize(440)) - 3F8CC3246D5642A5BE2EAEE6826AFB58 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:42,937 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3F8CC3246D5642A5BE2EAEE6826AFB58
2016-05-18 02:06:42,938 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:42,948 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E8480997561E48CB9A0452B0CDBD8934, ordinal: 0
2016-05-18 02:06:42,948 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8480997561E48CB9A0452B0CDBD8934, mem on start (mb), free: 242, total: 373, max: 672
2016-05-18 02:06:42,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:42,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:42,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:42,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:42,949 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3F8CC3246D5642A5BE2EAEE6826AFB58:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C1DD5C79732A4DB096CD717CC1730505:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:42,950 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:42,950 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:42,951 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:42,951 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3F8CC3246D5642A5BE2EAEE6826AFB58:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C1DD5C79732A4DB096CD717CC1730505:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:42,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:42,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3F8CC3246D5642A5BE2EAEE6826AFB58 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:42,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:42,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:42,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3F8CC3246D5642A5BE2EAEE6826AFB58
2016-05-18 02:06:42,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:42,953 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,957 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:42,958 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3F8CC3246D5642A5BE2EAEE6826AFB58
2016-05-18 02:06:42,958 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 464F27CEE873490FAA3B9AB553CC7879
2016-05-18 02:06:42,958 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:42,958 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:42,958 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 464F27CEE873490FAA3B9AB553CC7879
2016-05-18 02:06:42,961 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:42,964 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:42,966 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C1DD5C79732A4DB096CD717CC1730505 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@399e1f0e, comparator=cascading.tuple.hadoop.util.TupleComparator@3c08edaf, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:42,966 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C1DD5C79732A4DB096CD717CC1730505: , UsingHashComparator=false
2016-05-18 02:06:42,965 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:42,971 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3F8CC3246D5642A5BE2EAEE6826AFB58 initialized RecordReader from event
2016-05-18 02:06:42,980 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:42,981 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:42,981 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C1DD5C79732A4DB096CD717CC1730505: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:42,981 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C1DD5C79732A4DB096CD717CC1730505: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:42,982 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:42,983 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E8480997561E48CB9A0452B0CDBD8934, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:42,986 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,986 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8480997561E48CB9A0452B0CDBD8934, mem on close (mb), free: 139, total: 373, max: 672
2016-05-18 02:06:42,987 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C1DD5C79732A4DB096CD717CC1730505: Starting flush of map output
2016-05-18 02:06:42,987 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C1DD5C79732A4DB096CD717CC1730505: Span0.length = 20, perItem = 6
2016-05-18 02:06:42,988 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C1DD5C79732A4DB096CD717CC1730505: done sorting span=0, length=20, time=0
2016-05-18 02:06:42,988 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C1DD5C79732A4DB096CD717CC1730505: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:42,990 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C1DD5C79732A4DB096CD717CC1730505: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd/localmode-local-dir/output/attempt_1463537202716_0001_1_00_000000_0_10063_0/file.out
2016-05-18 02:06:42,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:42 Completed running task attempt: attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,996 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537202716_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:42,997 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537202716_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:42,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537202716_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537202983, Process_Duration=3, Process_End_Time=1463537202986, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:42,998 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537202716_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:42,999 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:42,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E8480997561E48CB9A0452B0CDBD8934, taskAttemptId=attempt_1463537202716_0001_1_00_000000_0, creationTime=1463537202919, allocationTime=1463537202922, startTime=1463537202925, finishTime=1463537202999, timeTaken=74, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:42,999 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42,999 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:43,001 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_FINISHED]: vertexName=E8480997561E48CB9A0452B0CDBD8934, taskId=task_1463537202716_0001_1_00_000000, startTime=1463537202925, finishTime=1463537203001, timeTaken=76, status=SUCCEEDED, successfulAttemptID=attempt_1463537202716_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537202983, Process_Duration=3, Process_End_Time=1463537202986, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:43,001 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202716_0001_00_000001
2016-05-18 02:06:43,002 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:43,002 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934]
2016-05-18 02:06:43,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_FINISHED]: vertexName=E8480997561E48CB9A0452B0CDBD8934, vertexId=vertex_1463537202716_0001_1_00, initRequestedTime=1463537202894, initedTime=1463537202911, startRequestedTime=1463537202896, startedTime=1463537202912, finishTime=1463537203002, timeTaken=90, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537202983, Process_Duration=3, Process_End_Time=1463537202986, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537202925, firstTasksToStart=[ task_1463537202716_0001_1_00_000000 ], lastTaskFinishTime=1463537202999, lastTasksToFinish=[ task_1463537202716_0001_1_00_000000 ], minTaskDuration=74, maxTaskDuration=74, avgTaskDuration=74.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537202716_0001_1_00_000000 ], longestDurationTasks=[ task_1463537202716_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:43,003 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:43,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537202716_0001_00_000001, stoppedTime=1463537203005, exitStatus=0
2016-05-18 02:06:43,005 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] attempt: attempt_1463537202716_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:43,005 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537202716_0001_1_00 [E8480997561E48CB9A0452B0CDBD8934] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:43,005 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:43,005 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C1DD5C79732A4DB096CD717CC1730505
2016-05-18 02:06:43,005 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537202716_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:43,006 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E8480997561E48CB9A0452B0CDBD8934, destinationVertexName=C1DD5C79732A4DB096CD717CC1730505. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:43,006 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:43,009 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_STARTED]: vertexName=C1DD5C79732A4DB096CD717CC1730505, taskId=task_1463537202716_0001_1_01_000000, scheduledTime=1463537203009, launchTime=1463537203009
2016-05-18 02:06:43,009 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:43,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537202716_0001_00_000002, launchTime=1463537203011
2016-05-18 02:06:43,012 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537202716_0001_00_000002
2016-05-18 02:06:43,012 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537202716_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:43,014 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202716_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:43,013 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537202716_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537202716_0001_1_01_000000_0
2016-05-18 02:06:43,013 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537202716_0001_1_01_000000_0] started. Is using containerId: [container_1463537202716_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:43,014 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537202716_0001_00_000001, Exiting
2016-05-18 02:06:43,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C1DD5C79732A4DB096CD717CC1730505, taskAttemptId=attempt_1463537202716_0001_1_01_000000_0, startTime=1463537203013, containerId=container_1463537202716_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:43,014 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537202716_0001_00_000001
2016-05-18 02:06:43,015 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537202716_0001_00_000001
2016-05-18 02:06:43 Starting to run new task attempt: attempt_1463537202716_0001_1_01_000000_0
2016-05-18 02:06:43,017 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537202716_0001_1_01_000000_0
2016-05-18 02:06:43,017 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,017 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:43,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1, VertexName: C1DD5C79732A4DB096CD717CC1730505, VertexParallelism: 1, TaskAttemptID:attempt_1463537202716_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E8480997561E48CB9A0452B0CDBD8934, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8C3585A988B14B418CA0307EF66E1AC4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:43,017 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:43,018 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537202716_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:43,019 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537202716_0001_00_000001 completed successfully
2016-05-18 02:06:43,021 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537202716_0001_1_01_000000_0
2016-05-18 02:06:43,022 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537202716_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:43,022 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537202716_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:43,025 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:43,029 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:43,041 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C1DD5C79732A4DB096CD717CC1730505, ordinal: 1
2016-05-18 02:06:43,041 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C1DD5C79732A4DB096CD717CC1730505, mem on start (mb), free: 134, total: 373, max: 672
2016-05-18 02:06:43,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:43,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:43,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:43,046 INFO  output.MROutput (MROutput.java:initialize(421)) - 8C3585A988B14B418CA0307EF66E1AC4: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:43,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:43,046 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E8480997561E48CB9A0452B0CDBD8934:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [8C3585A988B14B418CA0307EF66E1AC4:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:43,047 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:43,047 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:43,048 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:43,049 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E8480997561E48CB9A0452B0CDBD8934:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [8C3585A988B14B418CA0307EF66E1AC4:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:43,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:43,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E8480997561E48CB9A0452B0CDBD8934 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:43,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:43,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:43,052 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E8480997561E48CB9A0452B0CDBD8934: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:43,052 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E8480997561E48CB9A0452B0CDBD8934: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:43,053 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E8480997561E48CB9A0452B0CDBD8934 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:43,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E8480997561E48CB9A0452B0CDBD8934
2016-05-18 02:06:43,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:43,056 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537202716_0001_1_01_000000_0
2016-05-18 02:06:43,057 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E8480997561E48CB9A0452B0CDBD8934: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:43,059 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537202716_0001_1_00_000000_0_10063} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537203059, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:43,059 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E8480997561E48CB9A0452B0CDBD8934
2016-05-18 02:06:43,059 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:43,059 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E8480997561E48CB9A0452B0CDBD8934, wasInterrupted=false
2016-05-18 02:06:43,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:43,061 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:43,062 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:43,063 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 464F27CEE873490FAA3B9AB553CC7879
2016-05-18 02:06:43,063 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_-1"], id: 8C3585A988B14B418CA0307EF66E1AC4
2016-05-18 02:06:43,063 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:43,063 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001_wd/localmode-local-dir/output/attempt_1463537202716_0001_1_00_000000_0_10063/file.out, len=181, isLocal=true
2016-05-18 02:06:43,064 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:43,064 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:43,064 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:43,065 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:43,065 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E8480997561E48CB9A0452B0CDBD8934
2016-05-18 02:06:43,065 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E8480997561E48CB9A0452B0CDBD8934: Shuffle Runner thread complete
2016-05-18 02:06:43,063 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_-1"]
2016-05-18 02:06:43,066 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 464F27CEE873490FAA3B9AB553CC7879, for 1 inputs
2016-05-18 02:06:43,066 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C1DD5C79732A4DB096CD717CC1730505, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:43,067 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:43,068 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E8480997561E48CB9A0452B0CDBD8934: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:43,070 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:43,076 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:43,081 INFO  output.MROutput (MROutput.java:close(526)) - 8C3585A988B14B418CA0307EF66E1AC4 closed
2016-05-18 02:06:43,081 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537202716_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:43,082 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537202716_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:43,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537202716_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537203067, Process_Duration=15, Process_End_Time=1463537203082, Read_Duration=1, Tuples_Read=1]]
2016-05-18 02:06:43,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:43,083 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C1DD5C79732A4DB096CD717CC1730505, mem on close (mb), free: 129, total: 373, max: 672
2016-05-18 02:06:43,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C1DD5C79732A4DB096CD717CC1730505, index=1, interruptedStatus=false
2016-05-18 02:06:43,084 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E8480997561E48CB9A0452B0CDBD8934
2016-05-18 02:06:43,085 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E8480997561E48CB9A0452B0CDBD8934: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:43,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C1DD5C79732A4DB096CD717CC1730505, sourceVertex=E8480997561E48CB9A0452B0CDBD8934, interruptedStatus=true
2016-05-18 02:06:43,086 INFO  output.MROutput (MROutput.java:close(526)) - 8C3585A988B14B418CA0307EF66E1AC4 closed
2016-05-18 02:06:43,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C1DD5C79732A4DB096CD717CC1730505, sourceVertex=8C3585A988B14B418CA0307EF66E1AC4, interruptedStatus=true
2016-05-18 02:06:43,088 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537202716_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:43,088 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:43,088 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537202716_0001_00_000002
2016-05-18 02:06:43,088 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537202716_0001_00_000002
2016-05-18 02:06:43,089 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537202716_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:43,089 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537202716_0001_00_000002 completed but with errors
2016-05-18 02:06:43,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C1DD5C79732A4DB096CD717CC1730505, taskAttemptId=attempt_1463537202716_0001_1_01_000000_0, creationTime=1463537203009, allocationTime=1463537203010, startTime=1463537203013, finishTime=1463537203089, timeTaken=76, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537202716_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537203067, Process_Duration=15, Process_End_Time=1463537203082, Read_Duration=1, Tuples_Read=1
2016-05-18 02:06:43,090 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537202716_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:43,090 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537202716_0001_00_000002, stoppedTime=1463537203090, exitStatus=1
2016-05-18 02:06:43,090 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537202716_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:43,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:TASK_FINISHED]: vertexName=C1DD5C79732A4DB096CD717CC1730505, taskId=task_1463537202716_0001_1_01_000000, startTime=1463537203013, finishTime=1463537203090, timeTaken=77, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537202716_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:43,091 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] because task failed: task_1463537202716_0001_1_01_000000
2016-05-18 02:06:43,091 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:43,091 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:43,091 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:43,091 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:43,092 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=8C3585A988B14B418CA0307EF66E1AC4, vertexId=vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:43,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:VERTEX_FINISHED]: vertexName=C1DD5C79732A4DB096CD717CC1730505, vertexId=vertex_1463537202716_0001_1_01, initRequestedTime=1463537202896, initedTime=1463537202903, startRequestedTime=1463537202913, startedTime=1463537202913, finishTime=1463537203093, timeTaken=180, status=FAILED, diagnostics=Task failed, taskId=task_1463537202716_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537202716_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537203013, firstTasksToStart=[ task_1463537202716_0001_1_01_000000 ], lastTaskFinishTime=1463537203089, lastTasksToFinish=[ task_1463537202716_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:43,094 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:43,094 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:43,094 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:43,094 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:43,115 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537202716_0001_1, queueSize=0
2016-05-18 02:06:43,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537202716_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537202716_0001_1, startTime=1463537202894, finishTime=1463537203098, timeTaken=204, status=FAILED, diagnostics=Vertex failed, vertexName=C1DD5C79732A4DB096CD717CC1730505, vertexId=vertex_1463537202716_0001_1_01, diagnostics=[Task failed, taskId=task_1463537202716_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537202716_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=480, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537202983, Process_Duration=3, Process_End_Time=1463537202986, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:43,116 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537202716_0001_1_01 [C1DD5C79732A4DB096CD717CC1730505]
2016-05-18 02:06:43,116 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537202716_0001_1 finished with state: FAILED
2016-05-18 02:06:43,116 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537202716_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:43,116 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537202716_0001_1_01_000000_0 failed: true container: container_1463537202716_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:43 Completed Dag: dag_1463537202716_0001_1
2016-05-18 02:06:43,117 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537202716_0001_1, dagState=FAILED
2016-05-18 02:06:43,118 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537202716_0001_1_post
2016-05-18 02:06:43,118 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,119 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:43,120 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:43,120 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1, with id=dag_1463537202716_0001_1
2016-05-18 02:06:43,120 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50] every/(1/1) ...mblyplatform/-1_VALUES_-1, with id=dag_1463537202716_0001_1
2016-05-18 02:06:43,127 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/-1_VALUES_-1, applicationId=application_1463537202716_0001
2016-05-18 02:06:43,130 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:43,130 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:43,131 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:43,131 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:43,131 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:43,133 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:43,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:43,134 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:43,134 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:43,134 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:43,135 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:43,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:43,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:43,136 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:43,142 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B50F12F3B3274197918985CD84AC480D/BDA780687E4D471DAEA7EF5118A2AF50/.tez/application_1463537202716_0001
2016-05-18 02:06:43,143 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:43,143 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:43,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:43,144 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_-1/_temporary
2016-05-18 02:06:43,145 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.449
2016-05-18 02:06:43,145 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_VALUES_-1
2016-05-18 02:06:43,172 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:43,172 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:43,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:43,212 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.010
2016-05-18 02:06:43,212 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:43,212 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:43,213 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_VALUES_'field'
2016-05-18 02:06:43,238 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:43,239 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:43,282 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:43,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-18 02:06:43,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:43,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:43,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:43,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:43,315 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_RESULTS
2016-05-18 02:06:43,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:43,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:43,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2016-05-18 02:06:43,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:43,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:43,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:43,373 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:43,373 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:43,387 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:43,391 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:43,391 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:43,392 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:43,401 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001 doesn't exist and is created
2016-05-18 02:06:43,421 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:43,421 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:43,422 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd
2016-05-18 02:06:43,438 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537203391_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:43,438 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:43,438 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:43,440 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:43,440 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:43,441 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:43,441 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:43,443 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:43,445 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:43,445 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:43,445 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:43,445 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:43,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:43,446 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:43,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:43,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:43,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:43,447 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:43,447 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:43,447 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:43,449 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:43,450 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:43,450 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:43,451 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd/localmode-log-dir
2016-05-18 02:06:43,451 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd/localmode-log-dir/history.txt.appattempt_1463537203391_0001_000000, maxErrors=10
2016-05-18 02:06:43,451 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:43,451 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537203391_0001_000000, appSubmitTime=1463537203437, launchTime=1463537203437
2016-05-18 02:06:43,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:43,461 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:54599
2016-05-18 02:06:43,461 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537203391
2016-05-18 02:06:43,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537203391_0001_000000, startTime=1463537203463
2016-05-18 02:06:43,463 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:43,522 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:43,522 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:43,522 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_RESULTS, applicationId=application_1463537203391_0001, dagName=[7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:43,541 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:43,541 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:43,542 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537203391_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd/localmode-log-dir/dag_1463537203391_0001_1.dot
2016-05-18 02:06:43,542 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd/localmode-log-dir/dag_1463537203391_0001_1-tez-dag.pb.txt
2016-05-18 02:06:43,549 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537203391_0001_1
2016-05-18 02:06:43,549 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,549 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:43 Running Dag: dag_1463537203391_0001_1
2016-05-18 02:06:43,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537203391_0001_1, submitTime=1463537203541
2016-05-18 02:06:43,565 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001/tez-conf.pb" } size: 40947 timestamp: 1463537203000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:43,565 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,566 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:43,566 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001/tez-conf.pb" } size: 40947 timestamp: 1463537203000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:43,567 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,567 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:43,567 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:43,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537203391_0001_1, initTime=1463537203567
2016-05-18 02:06:43,568 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537203391_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:43,568 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:43,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:DAG_STARTED]: dagID=dag_1463537203391_0001_1, startTime=1463537203569
2016-05-18 02:06:43,569 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537203391_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:43,569 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DCAD06A16B194BAEB642671B4502B9AB : {7A27D2D87CD84A6FA4B7C88715A20BA9={InputName=7A27D2D87CD84A6FA4B7C88715A20BA9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:43,569 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 7A27D2D87CD84A6FA4B7C88715A20BA9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:43,569 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,569 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,569 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,570 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_RESULTS, applicationId=application_1463537203391_0001, dagName=[7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:43,570 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,570 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:43,570 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,572 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 7A27D2D87CD84A6FA4B7C88715A20BA9 on vertex vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,574 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:43,574 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,575 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537203391_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:43,575 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C], numAdditionalOutputs=1
2016-05-18 02:06:43,576 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=DA8C6F5AB6CE430E9670A538586970CC, vertex=vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:43,575 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 7A27D2D87CD84A6FA4B7C88715A20BA9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:43,578 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for ABBE585F2E0D4BCD8148494367729B6C:DA8C6F5AB6CE430E9670A538586970CC using oldmapred API
2016-05-18 02:06:43,579 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=DA8C6F5AB6CE430E9670A538586970CC, vertexName=ABBE585F2E0D4BCD8148494367729B6C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:43,578 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:43,579 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:43,580 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:43,580 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:43,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ABBE585F2E0D4BCD8148494367729B6C, vertexId=vertex_1463537203391_0001_1_01, initRequestedTime=1463537203570, initedTime=1463537203575, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:43,581 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:43,581 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 7A27D2D87CD84A6FA4B7C88715A20BA9 on vertex vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,582 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:43,582 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {7A27D2D87CD84A6FA4B7C88715A20BA9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:43,583 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] parallelism set to 1
2016-05-18 02:06:43,583 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:43,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DCAD06A16B194BAEB642671B4502B9AB, vertexId=vertex_1463537203391_0001_1_00, initRequestedTime=1463537203569, initedTime=1463537203584, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:43,584 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] with distanceFromRoot: 0
2016-05-18 02:06:43,584 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:43,585 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537203391_0001_1_00, startRequestedTime=1463537203570, startedTime=1463537203585
2016-05-18 02:06:43,585 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537203391_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:43,586 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:43,586 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537203391_0001_1_00 for vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] numStartedSources: 1 numSources: 1
2016-05-18 02:06:43,586 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] with distanceFromRoot: 1
2016-05-18 02:06:43,586 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DCAD06A16B194BAEB642671B4502B9AB
2016-05-18 02:06:43,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537203391_0001_1_01, startRequestedTime=1463537203586, startedTime=1463537203587
2016-05-18 02:06:43,587 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:43,589 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,591 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: ABBE585F2E0D4BCD8148494367729B6C with 0 source tasks and 1 pending tasks
2016-05-18 02:06:43,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_STARTED]: vertexName=DCAD06A16B194BAEB642671B4502B9AB, taskId=task_1463537203391_0001_1_00_000000, scheduledTime=1463537203591, launchTime=1463537203591
2016-05-18 02:06:43,592 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,594 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:43,594 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DCAD06A16B194BAEB642671B4502B9AB in vertex: ABBE585F2E0D4BCD8148494367729B6C numBipartiteSourceTasks: 1
2016-05-18 02:06:43,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537203391_0001_00_000001, launchTime=1463537203595
2016-05-18 02:06:43,596 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537203391_0001_00_000001
2016-05-18 02:06:43,596 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537203391_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,596 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537203391_0001_1_00_000000_0] started. Is using containerId: [container_1463537203391_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:43,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DCAD06A16B194BAEB642671B4502B9AB, taskAttemptId=attempt_1463537203391_0001_1_00_000000_0, startTime=1463537203596, containerId=container_1463537203391_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:43 Starting to run new task attempt: attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,597 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,597 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,597 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:43,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS, VertexName: DCAD06A16B194BAEB642671B4502B9AB, VertexParallelism: 1, TaskAttemptID:attempt_1463537203391_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7A27D2D87CD84A6FA4B7C88715A20BA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ABBE585F2E0D4BCD8148494367729B6C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:43,598 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:43,598 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,600 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537203391_0001, with dag id: dag_1463537203391_0001_1
2016-05-18 02:06:43,602 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537203391_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:43,603 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537203391_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:43,604 INFO  input.MRInput (MRInput.java:initialize(440)) - 7A27D2D87CD84A6FA4B7C88715A20BA9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:43,605 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:43,607 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 7A27D2D87CD84A6FA4B7C88715A20BA9
2016-05-18 02:06:43,611 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DCAD06A16B194BAEB642671B4502B9AB, ordinal: 0
2016-05-18 02:06:43,611 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DCAD06A16B194BAEB642671B4502B9AB, mem on start (mb), free: 229, total: 372, max: 672
2016-05-18 02:06:43,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:43,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:43,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:43,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:43,611 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7A27D2D87CD84A6FA4B7C88715A20BA9:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [ABBE585F2E0D4BCD8148494367729B6C:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:43,612 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:43,612 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:43,612 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:43,612 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7A27D2D87CD84A6FA4B7C88715A20BA9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [ABBE585F2E0D4BCD8148494367729B6C:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:43,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:43,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 7A27D2D87CD84A6FA4B7C88715A20BA9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:43,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 7A27D2D87CD84A6FA4B7C88715A20BA9
2016-05-18 02:06:43,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:43,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:43,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:43,614 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,615 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:43,615 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 7A27D2D87CD84A6FA4B7C88715A20BA9 initialized RecordReader from event
2016-05-18 02:06:43,617 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:43,618 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 7A27D2D87CD84A6FA4B7C88715A20BA9
2016-05-18 02:06:43,618 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 137DDABAABDD4CE9BE3151ED436687E7
2016-05-18 02:06:43,618 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 137DDABAABDD4CE9BE3151ED436687E7
2016-05-18 02:06:43,619 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:43,622 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:43,622 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - ABBE585F2E0D4BCD8148494367729B6C using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2027d4d0, comparator=cascading.tuple.hadoop.util.TupleComparator@35d143d0, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:43,623 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for ABBE585F2E0D4BCD8148494367729B6C: , UsingHashComparator=false
2016-05-18 02:06:43,635 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:43,636 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:43,636 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for ABBE585F2E0D4BCD8148494367729B6C: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:43,636 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - ABBE585F2E0D4BCD8148494367729B6C: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:43,636 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:43,637 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DCAD06A16B194BAEB642671B4502B9AB, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:43,640 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,640 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DCAD06A16B194BAEB642671B4502B9AB, mem on close (mb), free: 127, total: 372, max: 672
2016-05-18 02:06:43,641 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - ABBE585F2E0D4BCD8148494367729B6C: Starting flush of map output
2016-05-18 02:06:43,641 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - ABBE585F2E0D4BCD8148494367729B6C: Span0.length = 20, perItem = 6
2016-05-18 02:06:43,641 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - ABBE585F2E0D4BCD8148494367729B6C: done sorting span=0, length=20, time=0
2016-05-18 02:06:43,642 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - ABBE585F2E0D4BCD8148494367729B6C: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:43,643 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - ABBE585F2E0D4BCD8148494367729B6C: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd/localmode-local-dir/output/attempt_1463537203391_0001_1_00_000000_0_10069_0/file.out
2016-05-18 02:06:43,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:43 Completed running task attempt: attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,648 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537203391_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:43,649 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537203391_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:43,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537203391_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537203637, Process_Duration=3, Process_End_Time=1463537203640, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:43,650 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537203391_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:43,651 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:43,651 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:43,651 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,651 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537203391_0001_00_000001
2016-05-18 02:06:43,651 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DCAD06A16B194BAEB642671B4502B9AB, taskAttemptId=attempt_1463537203391_0001_1_00_000000_0, creationTime=1463537203592, allocationTime=1463537203594, startTime=1463537203596, finishTime=1463537203651, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:43,652 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43,653 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_FINISHED]: vertexName=DCAD06A16B194BAEB642671B4502B9AB, taskId=task_1463537203391_0001_1_00_000000, startTime=1463537203596, finishTime=1463537203653, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1463537203391_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537203637, Process_Duration=3, Process_End_Time=1463537203640, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:43,653 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:43,654 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB]
2016-05-18 02:06:43,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_FINISHED]: vertexName=DCAD06A16B194BAEB642671B4502B9AB, vertexId=vertex_1463537203391_0001_1_00, initRequestedTime=1463537203569, initedTime=1463537203584, startRequestedTime=1463537203570, startedTime=1463537203585, finishTime=1463537203654, timeTaken=69, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537203637, Process_Duration=3, Process_End_Time=1463537203640, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537203596, firstTasksToStart=[ task_1463537203391_0001_1_00_000000 ], lastTaskFinishTime=1463537203651, lastTasksToFinish=[ task_1463537203391_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537203391_0001_1_00_000000 ], longestDurationTasks=[ task_1463537203391_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:43,655 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:43,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537203391_0001_00_000001, stoppedTime=1463537203655, exitStatus=0
2016-05-18 02:06:43,655 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] attempt: attempt_1463537203391_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:43,655 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537203391_0001_1_00 [DCAD06A16B194BAEB642671B4502B9AB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:43,655 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: ABBE585F2E0D4BCD8148494367729B6C
2016-05-18 02:06:43,656 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:43,656 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DCAD06A16B194BAEB642671B4502B9AB, destinationVertexName=ABBE585F2E0D4BCD8148494367729B6C. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:43,656 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,657 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537203391_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:43,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_STARTED]: vertexName=ABBE585F2E0D4BCD8148494367729B6C, taskId=task_1463537203391_0001_1_01_000000, scheduledTime=1463537203657, launchTime=1463537203657
2016-05-18 02:06:43,657 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537203391_0001_00_000002, launchTime=1463537203659
2016-05-18 02:06:43,659 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537203391_0001_00_000002
2016-05-18 02:06:43,660 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537203391_0001_1_01_000000_0] started. Is using containerId: [container_1463537203391_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:43,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ABBE585F2E0D4BCD8148494367729B6C, taskAttemptId=attempt_1463537203391_0001_1_01_000000_0, startTime=1463537203660, containerId=container_1463537203391_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:43,661 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537203391_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537203391_0001_1_01_000000_0
2016-05-18 02:06:43 Starting to run new task attempt: attempt_1463537203391_0001_1_01_000000_0
2016-05-18 02:06:43,662 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537203391_0001_1_01_000000_0
2016-05-18 02:06:43,662 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,662 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:43,662 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537203391_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:43,662 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537203391_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:43,662 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537203391_0001_00_000001, Exiting
2016-05-18 02:06:43,663 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537203391_0001_00_000001
2016-05-18 02:06:43,663 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537203391_0001_00_000001
2016-05-18 02:06:43,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS, VertexName: ABBE585F2E0D4BCD8148494367729B6C, VertexParallelism: 1, TaskAttemptID:attempt_1463537203391_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DCAD06A16B194BAEB642671B4502B9AB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=DA8C6F5AB6CE430E9670A538586970CC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:43,663 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:43,663 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537203391_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:43,664 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537203391_0001_1_01_000000_0
2016-05-18 02:06:43,664 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537203391_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,664 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537203391_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:43,664 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537203391_0001_00_000001 completed successfully
2016-05-18 02:06:43,680 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:43,680 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:43,687 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ABBE585F2E0D4BCD8148494367729B6C, ordinal: 1
2016-05-18 02:06:43,687 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ABBE585F2E0D4BCD8148494367729B6C, mem on start (mb), free: 336, total: 373, max: 672
2016-05-18 02:06:43,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:43,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:43,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:43,691 INFO  output.MROutput (MROutput.java:initialize(421)) - DA8C6F5AB6CE430E9670A538586970CC: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:43,691 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:43,691 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DA8C6F5AB6CE430E9670A538586970CC:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [DCAD06A16B194BAEB642671B4502B9AB:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:43,691 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:43,691 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:43,692 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:43,692 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DA8C6F5AB6CE430E9670A538586970CC:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [DCAD06A16B194BAEB642671B4502B9AB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:43,692 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:43,692 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DCAD06A16B194BAEB642671B4502B9AB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:43,692 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - DCAD06A16B194BAEB642671B4502B9AB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:43,693 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - DCAD06A16B194BAEB642671B4502B9AB: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:43,694 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: DCAD06A16B194BAEB642671B4502B9AB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:43,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:43,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:43,696 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DCAD06A16B194BAEB642671B4502B9AB
2016-05-18 02:06:43,696 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:43,696 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537203391_0001_1_01_000000_0
2016-05-18 02:06:43,697 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DCAD06A16B194BAEB642671B4502B9AB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:43,699 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537203391_0001_1_00_000000_0_10069} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537203698, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:43,699 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : DCAD06A16B194BAEB642671B4502B9AB
2016-05-18 02:06:43,699 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:43,700 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: DCAD06A16B194BAEB642671B4502B9AB, wasInterrupted=false
2016-05-18 02:06:43,700 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:43,700 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:43,702 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 137DDABAABDD4CE9BE3151ED436687E7
2016-05-18 02:06:43,703 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_RESULTS"], id: DA8C6F5AB6CE430E9670A538586970CC
2016-05-18 02:06:43,703 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_RESULTS"]
2016-05-18 02:06:43,703 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 137DDABAABDD4CE9BE3151ED436687E7, for 1 inputs
2016-05-18 02:06:43,703 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:43,705 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:43,705 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001_wd/localmode-local-dir/output/attempt_1463537203391_0001_1_00_000000_0_10069/file.out, len=181, isLocal=true
2016-05-18 02:06:43,705 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:43,705 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:43,706 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:43,706 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:43,706 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : DCAD06A16B194BAEB642671B4502B9AB
2016-05-18 02:06:43,706 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - DCAD06A16B194BAEB642671B4502B9AB: Shuffle Runner thread complete
2016-05-18 02:06:43,706 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ABBE585F2E0D4BCD8148494367729B6C, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:43,708 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:43,708 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - DCAD06A16B194BAEB642671B4502B9AB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:43,711 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:43,712 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:43,712 INFO  output.MROutput (MROutput.java:close(526)) - DA8C6F5AB6CE430E9670A538586970CC closed
2016-05-18 02:06:43,713 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537203391_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:43,713 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537203391_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:43,714 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537203391_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537203707, Process_Duration=6, Process_End_Time=1463537203713, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:43,714 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:43,715 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ABBE585F2E0D4BCD8148494367729B6C, mem on close (mb), free: 333, total: 373, max: 672
2016-05-18 02:06:43,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=ABBE585F2E0D4BCD8148494367729B6C, index=1, interruptedStatus=false
2016-05-18 02:06:43,716 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: DCAD06A16B194BAEB642671B4502B9AB
2016-05-18 02:06:43,717 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DCAD06A16B194BAEB642671B4502B9AB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:43,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=ABBE585F2E0D4BCD8148494367729B6C, sourceVertex=DCAD06A16B194BAEB642671B4502B9AB, interruptedStatus=true
2016-05-18 02:06:43,718 INFO  output.MROutput (MROutput.java:close(526)) - DA8C6F5AB6CE430E9670A538586970CC closed
2016-05-18 02:06:43,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=ABBE585F2E0D4BCD8148494367729B6C, sourceVertex=DA8C6F5AB6CE430E9670A538586970CC, interruptedStatus=true
2016-05-18 02:06:43,719 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537203391_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:43,720 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:43,720 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537203391_0001_00_000002
2016-05-18 02:06:43,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ABBE585F2E0D4BCD8148494367729B6C, taskAttemptId=attempt_1463537203391_0001_1_01_000000_0, creationTime=1463537203657, allocationTime=1463537203658, startTime=1463537203660, finishTime=1463537203719, timeTaken=59, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537203391_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537203707, Process_Duration=6, Process_End_Time=1463537203713, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:43,720 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537203391_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:43,720 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537203391_0001_00_000002
2016-05-18 02:06:43,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:TASK_FINISHED]: vertexName=ABBE585F2E0D4BCD8148494367729B6C, taskId=task_1463537203391_0001_1_01_000000, startTime=1463537203660, finishTime=1463537203720, timeTaken=60, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537203391_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:43,721 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537203391_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:43,723 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537203391_0001_00_000002 completed but with errors
2016-05-18 02:06:43,723 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] because task failed: task_1463537203391_0001_1_01_000000
2016-05-18 02:06:43,725 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:43,725 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:43,725 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:43,725 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,725 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=DA8C6F5AB6CE430E9670A538586970CC, vertexId=vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,727 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:VERTEX_FINISHED]: vertexName=ABBE585F2E0D4BCD8148494367729B6C, vertexId=vertex_1463537203391_0001_1_01, initRequestedTime=1463537203570, initedTime=1463537203575, startRequestedTime=1463537203586, startedTime=1463537203587, finishTime=1463537203727, timeTaken=140, status=FAILED, diagnostics=Task failed, taskId=task_1463537203391_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537203391_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537203660, firstTasksToStart=[ task_1463537203391_0001_1_01_000000 ], lastTaskFinishTime=1463537203719, lastTasksToFinish=[ task_1463537203391_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:43,728 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:43,730 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537203391_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:43,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537203391_0001_00_000002, stoppedTime=1463537203730, exitStatus=1
2016-05-18 02:06:43,731 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537203391_0001_1_01_000000_0 failed: true container: container_1463537203391_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:43,731 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:43,731 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:43,731 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:43,732 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537203391_0001_1, queueSize=0
2016-05-18 02:06:43,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203391_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537203391_0001_1, startTime=1463537203568, finishTime=1463537203732, timeTaken=164, status=FAILED, diagnostics=Vertex failed, vertexName=ABBE585F2E0D4BCD8148494367729B6C, vertexId=vertex_1463537203391_0001_1_01, diagnostics=[Task failed, taskId=task_1463537203391_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537203391_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=300, AM_GC_TIME_MILLIS=11, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537203637, Process_Duration=3, Process_End_Time=1463537203640, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:43,733 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537203391_0001_1_01 [ABBE585F2E0D4BCD8148494367729B6C]
2016-05-18 02:06:43,733 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537203391_0001_1 finished with state: FAILED
2016-05-18 02:06:43,733 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537203391_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:43 Completed Dag: dag_1463537203391_0001_1
2016-05-18 02:06:43,734 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537203391_0001_1, dagState=FAILED
2016-05-18 02:06:43,734 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537203391_0001_1_post
2016-05-18 02:06:43,734 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:43,734 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:43,734 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:43,734 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS, with id=dag_1463537203391_0001_1
2016-05-18 02:06:43,735 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07] every/(1/1) ...latform/-1_VALUES_RESULTS, with id=dag_1463537203391_0001_1
2016-05-18 02:06:43,747 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/-1_VALUES_RESULTS, applicationId=application_1463537203391_0001
2016-05-18 02:06:43,752 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:43,752 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:43,752 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:43,752 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:43,752 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:43,753 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:43,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:43,753 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:43,754 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:43,754 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:43,754 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:43,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:43,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:43,756 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:43,760 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E5BCFE61100441FA4CC70F0AC2994A3/ADE72ECDA2574366B821F7E73C7A3A07/.tez/application_1463537203391_0001
2016-05-18 02:06:43,760 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:43,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:43,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:43,761 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_RESULTS/_temporary
2016-05-18 02:06:43,762 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.390
2016-05-18 02:06:43,762 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_VALUES_RESULTS
2016-05-18 02:06:43,772 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:43,772 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:43,796 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:43,797 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:43,838 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:43,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:43,843 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:43,843 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:43,843 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:43,860 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:43,866 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_ALL
2016-05-18 02:06:43,925 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:43,925 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:43,926 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_ALL"]
2016-05-18 02:06:43,926 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:43,926 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:43,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:43,928 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:43,928 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:43,941 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:43,946 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:43,946 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:43,947 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:43,956 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001 doesn't exist and is created
2016-05-18 02:06:43,976 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:43,976 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:43,977 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd
2016-05-18 02:06:43,992 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537203946_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:43,992 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:43,992 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:43,994 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:43,994 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:43,994 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:43,994 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:43,995 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:43,997 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:43,997 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:43,998 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:43,998 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:43,998 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:43,998 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:43,998 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:43,999 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:43,999 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:43,999 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:43,999 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:43,999 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:44,002 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:44,003 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:44,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:44,003 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd/localmode-log-dir
2016-05-18 02:06:44,004 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd/localmode-log-dir/history.txt.appattempt_1463537203946_0001_000000, maxErrors=10
2016-05-18 02:06:44,004 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:44,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537203946_0001_000000, appSubmitTime=1463537203991, launchTime=1463537203991
2016-05-18 02:06:44,008 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:44,012 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34295
2016-05-18 02:06:44,012 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537203946
2016-05-18 02:06:44,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537203946_0001_000000, startTime=1463537204013
2016-05-18 02:06:44,014 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:44,076 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:44,076 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:44,077 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/-1_VALUES_ALL, applicationId=application_1463537203946_0001, dagName=[56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:44,094 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:44,094 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:44,095 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537203946_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd/localmode-log-dir/dag_1463537203946_0001_1.dot
2016-05-18 02:06:44,095 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd/localmode-log-dir/dag_1463537203946_0001_1-tez-dag.pb.txt
2016-05-18 02:06:44,102 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537203946_0001_1
2016-05-18 02:06:44,102 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,102 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:44 Running Dag: dag_1463537203946_0001_1
2016-05-18 02:06:44,117 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537203946_0001_1, submitTime=1463537204094
2016-05-18 02:06:44,119 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001/tez-conf.pb" } size: 40947 timestamp: 1463537203000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:44,119 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,120 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:44,121 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001/tez-conf.pb" } size: 40947 timestamp: 1463537203000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:44,121 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,121 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:44,121 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:44,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537203946_0001_1, initTime=1463537204121
2016-05-18 02:06:44,122 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537203946_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:44,123 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:44,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:DAG_STARTED]: dagID=dag_1463537203946_0001_1, startTime=1463537204123
2016-05-18 02:06:44,123 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537203946_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:44,123 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/-1_VALUES_ALL, applicationId=application_1463537203946_0001, dagName=[56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:44,123 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CDD622CA8A2F4D8699E8D87EB299271D : {574446176052466EBB5D4542F99BA2D6={InputName=574446176052466EBB5D4542F99BA2D6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:44,123 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 574446176052466EBB5D4542F99BA2D6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:44,123 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,124 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,124 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,124 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,125 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:44,125 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,129 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:44,129 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,129 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,130 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537203946_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:44,130 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262], numAdditionalOutputs=1
2016-05-18 02:06:44,130 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F62F876ED4C447D5B689F5F1E95BEDBA, vertex=vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:44,132 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CC10634EA4D14CAEAD682E1A75AF0262:F62F876ED4C447D5B689F5F1E95BEDBA using oldmapred API
2016-05-18 02:06:44,133 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 574446176052466EBB5D4542F99BA2D6 on vertex vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,133 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F62F876ED4C447D5B689F5F1E95BEDBA, vertexName=CC10634EA4D14CAEAD682E1A75AF0262, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:44,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CC10634EA4D14CAEAD682E1A75AF0262, vertexId=vertex_1463537203946_0001_1_01, initRequestedTime=1463537204125, initedTime=1463537204130, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:44,135 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:44,135 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 574446176052466EBB5D4542F99BA2D6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:44,138 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:44,138 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:44,138 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:44,138 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:44,138 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 574446176052466EBB5D4542F99BA2D6 on vertex vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,140 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:44,140 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {574446176052466EBB5D4542F99BA2D6=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:44,141 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] parallelism set to 1
2016-05-18 02:06:44,141 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:44,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CDD622CA8A2F4D8699E8D87EB299271D, vertexId=vertex_1463537203946_0001_1_00, initRequestedTime=1463537204123, initedTime=1463537204142, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:44,142 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] with distanceFromRoot: 0
2016-05-18 02:06:44,142 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:44,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537203946_0001_1_00, startRequestedTime=1463537204125, startedTime=1463537204142
2016-05-18 02:06:44,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537203946_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:44,143 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:44,144 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537203946_0001_1_00 for vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] numStartedSources: 1 numSources: 1
2016-05-18 02:06:44,144 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] with distanceFromRoot: 1
2016-05-18 02:06:44,144 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CDD622CA8A2F4D8699E8D87EB299271D
2016-05-18 02:06:44,144 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537203946_0001_1_01, startRequestedTime=1463537204144, startedTime=1463537204144
2016-05-18 02:06:44,145 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:44,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_STARTED]: vertexName=CDD622CA8A2F4D8699E8D87EB299271D, taskId=task_1463537203946_0001_1_00_000000, scheduledTime=1463537204145, launchTime=1463537204145
2016-05-18 02:06:44,145 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537203946_0001, with dag id: dag_1463537203946_0001_1
2016-05-18 02:06:44,145 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,147 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: CC10634EA4D14CAEAD682E1A75AF0262 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:44,147 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:44,148 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CDD622CA8A2F4D8699E8D87EB299271D in vertex: CC10634EA4D14CAEAD682E1A75AF0262 numBipartiteSourceTasks: 1
2016-05-18 02:06:44,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537203946_0001_00_000001, launchTime=1463537204150
2016-05-18 02:06:44,151 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537203946_0001_00_000001
2016-05-18 02:06:44,152 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537203946_0001_1_00_000000_0] started. Is using containerId: [container_1463537203946_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:44,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CDD622CA8A2F4D8699E8D87EB299271D, taskAttemptId=attempt_1463537203946_0001_1_00_000000_0, startTime=1463537204152, containerId=container_1463537203946_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:44,153 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537203946_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,154 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,155 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,155 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:44,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL, VertexName: CDD622CA8A2F4D8699E8D87EB299271D, VertexParallelism: 1, TaskAttemptID:attempt_1463537203946_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=574446176052466EBB5D4542F99BA2D6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CC10634EA4D14CAEAD682E1A75AF0262, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:44,156 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:44,157 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,158 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537203946_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:44,158 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537203946_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:44,160 INFO  input.MRInput (MRInput.java:initialize(440)) - 574446176052466EBB5D4542F99BA2D6 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:44,160 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 574446176052466EBB5D4542F99BA2D6
2016-05-18 02:06:44,162 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:44,168 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CDD622CA8A2F4D8699E8D87EB299271D, ordinal: 0
2016-05-18 02:06:44,168 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CDD622CA8A2F4D8699E8D87EB299271D, mem on start (mb), free: 244, total: 373, max: 672
2016-05-18 02:06:44,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:44,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:44,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:44,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:44,168 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[574446176052466EBB5D4542F99BA2D6:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [CC10634EA4D14CAEAD682E1A75AF0262:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:44,169 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:44,169 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:44,169 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:44,169 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[574446176052466EBB5D4542F99BA2D6:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [CC10634EA4D14CAEAD682E1A75AF0262:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:44,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:44,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 574446176052466EBB5D4542F99BA2D6
2016-05-18 02:06:44,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 574446176052466EBB5D4542F99BA2D6 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:44,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:44,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:44,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:44,170 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,172 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:44,172 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 574446176052466EBB5D4542F99BA2D6 initialized RecordReader from event
2016-05-18 02:06:44,181 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:44,182 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 574446176052466EBB5D4542F99BA2D6
2016-05-18 02:06:44,182 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: B2F0E1A8268A45FDA54B51B48838F0B3
2016-05-18 02:06:44,182 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] B2F0E1A8268A45FDA54B51B48838F0B3
2016-05-18 02:06:44,184 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,187 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,188 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - CC10634EA4D14CAEAD682E1A75AF0262 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@154d5717, comparator=cascading.tuple.hadoop.util.TupleComparator@890b1ee, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:44,188 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for CC10634EA4D14CAEAD682E1A75AF0262: , UsingHashComparator=false
2016-05-18 02:06:44,207 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:44,207 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:44,208 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for CC10634EA4D14CAEAD682E1A75AF0262: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:44,208 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - CC10634EA4D14CAEAD682E1A75AF0262: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:44,208 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:44,209 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CDD622CA8A2F4D8699E8D87EB299271D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:44,212 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,212 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CDD622CA8A2F4D8699E8D87EB299271D, mem on close (mb), free: 142, total: 373, max: 672
2016-05-18 02:06:44,213 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - CC10634EA4D14CAEAD682E1A75AF0262: Starting flush of map output
2016-05-18 02:06:44,213 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - CC10634EA4D14CAEAD682E1A75AF0262: Span0.length = 20, perItem = 6
2016-05-18 02:06:44,214 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - CC10634EA4D14CAEAD682E1A75AF0262: done sorting span=0, length=20, time=1
2016-05-18 02:06:44,214 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - CC10634EA4D14CAEAD682E1A75AF0262: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:44,215 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - CC10634EA4D14CAEAD682E1A75AF0262: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd/localmode-local-dir/output/attempt_1463537203946_0001_1_00_000000_0_10075_0/file.out
2016-05-18 02:06:44,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:44 Completed running task attempt: attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,224 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537203946_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:44,224 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537203946_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:44,225 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537203946_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537204209, Process_Duration=3, Process_End_Time=1463537204212, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:44,226 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537203946_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:44,226 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:44,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CDD622CA8A2F4D8699E8D87EB299271D, taskAttemptId=attempt_1463537203946_0001_1_00_000000_0, creationTime=1463537204145, allocationTime=1463537204150, startTime=1463537204152, finishTime=1463537204226, timeTaken=74, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:44,226 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:44,226 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,227 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44,227 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537203946_0001_00_000001
2016-05-18 02:06:44,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_FINISHED]: vertexName=CDD622CA8A2F4D8699E8D87EB299271D, taskId=task_1463537203946_0001_1_00_000000, startTime=1463537204152, finishTime=1463537204227, timeTaken=75, status=SUCCEEDED, successfulAttemptID=attempt_1463537203946_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537204209, Process_Duration=3, Process_End_Time=1463537204212, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:44,228 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:44,229 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D]
2016-05-18 02:06:44,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_FINISHED]: vertexName=CDD622CA8A2F4D8699E8D87EB299271D, vertexId=vertex_1463537203946_0001_1_00, initRequestedTime=1463537204123, initedTime=1463537204142, startRequestedTime=1463537204125, startedTime=1463537204142, finishTime=1463537204229, timeTaken=87, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537204209, Process_Duration=3, Process_End_Time=1463537204212, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537204152, firstTasksToStart=[ task_1463537203946_0001_1_00_000000 ], lastTaskFinishTime=1463537204226, lastTasksToFinish=[ task_1463537203946_0001_1_00_000000 ], minTaskDuration=74, maxTaskDuration=74, avgTaskDuration=74.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537203946_0001_1_00_000000 ], longestDurationTasks=[ task_1463537203946_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:44,230 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:44,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537203946_0001_00_000001, stoppedTime=1463537204230, exitStatus=0
2016-05-18 02:06:44,230 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] attempt: attempt_1463537203946_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:44,230 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537203946_0001_1_00 [CDD622CA8A2F4D8699E8D87EB299271D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:44,230 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CC10634EA4D14CAEAD682E1A75AF0262
2016-05-18 02:06:44,230 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CDD622CA8A2F4D8699E8D87EB299271D, destinationVertexName=CC10634EA4D14CAEAD682E1A75AF0262. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:44,230 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,230 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:44,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_STARTED]: vertexName=CC10634EA4D14CAEAD682E1A75AF0262, taskId=task_1463537203946_0001_1_01_000000, scheduledTime=1463537204231, launchTime=1463537204231
2016-05-18 02:06:44,231 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,232 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537203946_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:44,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537203946_0001_00_000002, launchTime=1463537204234
2016-05-18 02:06:44,236 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537203946_0001_00_000002
2016-05-18 02:06:44,236 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537203946_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537203946_0001_1_01_000000_0
2016-05-18 02:06:44,236 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537203946_0001_1_01_000000_0] started. Is using containerId: [container_1463537203946_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:44,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CC10634EA4D14CAEAD682E1A75AF0262, taskAttemptId=attempt_1463537203946_0001_1_01_000000_0, startTime=1463537204236, containerId=container_1463537203946_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537203946_0001_1_01_000000_0
2016-05-18 02:06:44,237 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537203946_0001_1_01_000000_0
2016-05-18 02:06:44,237 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,237 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:44,237 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL, VertexName: CC10634EA4D14CAEAD682E1A75AF0262, VertexParallelism: 1, TaskAttemptID:attempt_1463537203946_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CDD622CA8A2F4D8699E8D87EB299271D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F62F876ED4C447D5B689F5F1E95BEDBA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:44,238 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:44,239 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537203946_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:44,239 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537203946_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:44,239 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537203946_0001_00_000001, Exiting
2016-05-18 02:06:44,239 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537203946_0001_00_000001
2016-05-18 02:06:44,240 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537203946_0001_00_000001
2016-05-18 02:06:44,240 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537203946_0001_1_01_000000_0
2016-05-18 02:06:44,241 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537203946_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,242 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537203946_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:44,242 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537203946_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:44,243 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537203946_0001_00_000001 completed successfully
2016-05-18 02:06:44,247 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:44,252 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:44,263 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CC10634EA4D14CAEAD682E1A75AF0262, ordinal: 1
2016-05-18 02:06:44,264 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC10634EA4D14CAEAD682E1A75AF0262, mem on start (mb), free: 137, total: 373, max: 672
2016-05-18 02:06:44,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:44,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:44,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:44,270 INFO  output.MROutput (MROutput.java:initialize(421)) - F62F876ED4C447D5B689F5F1E95BEDBA: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:44,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:44,272 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CDD622CA8A2F4D8699E8D87EB299271D:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F62F876ED4C447D5B689F5F1E95BEDBA:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:44,272 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:44,273 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:44,273 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:44,275 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CDD622CA8A2F4D8699E8D87EB299271D:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [F62F876ED4C447D5B689F5F1E95BEDBA:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:44,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:44,276 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CDD622CA8A2F4D8699E8D87EB299271D: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:44,276 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CDD622CA8A2F4D8699E8D87EB299271D: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:44,277 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CDD622CA8A2F4D8699E8D87EB299271D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:44,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CDD622CA8A2F4D8699E8D87EB299271D
2016-05-18 02:06:44,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CDD622CA8A2F4D8699E8D87EB299271D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:44,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:44,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:44,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:44,279 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537203946_0001_1_01_000000_0
2016-05-18 02:06:44,284 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CDD622CA8A2F4D8699E8D87EB299271D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:44,285 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:44,285 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: B2F0E1A8268A45FDA54B51B48838F0B3
2016-05-18 02:06:44,286 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_ALL"], id: F62F876ED4C447D5B689F5F1E95BEDBA
2016-05-18 02:06:44,286 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_ALL"]
2016-05-18 02:06:44,286 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] B2F0E1A8268A45FDA54B51B48838F0B3, for 1 inputs
2016-05-18 02:06:44,288 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537203946_0001_1_00_000000_0_10075} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537204288, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:44,288 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CDD622CA8A2F4D8699E8D87EB299271D
2016-05-18 02:06:44,289 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:44,289 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CDD622CA8A2F4D8699E8D87EB299271D, wasInterrupted=false
2016-05-18 02:06:44,290 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:44,291 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:44,292 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,292 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001_wd/localmode-local-dir/output/attempt_1463537203946_0001_1_00_000000_0_10075/file.out, len=181, isLocal=true
2016-05-18 02:06:44,292 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:44,292 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:44,293 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:44,293 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:44,293 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CDD622CA8A2F4D8699E8D87EB299271D
2016-05-18 02:06:44,293 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CC10634EA4D14CAEAD682E1A75AF0262, all 1 inputs ready in: 00:00:00.007
2016-05-18 02:06:44,293 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CDD622CA8A2F4D8699E8D87EB299271D: Shuffle Runner thread complete
2016-05-18 02:06:44,296 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,297 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CDD622CA8A2F4D8699E8D87EB299271D: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:44,299 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:44,300 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:44,301 INFO  output.MROutput (MROutput.java:close(526)) - F62F876ED4C447D5B689F5F1E95BEDBA closed
2016-05-18 02:06:44,302 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537203946_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:44,303 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537203946_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:44,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537203946_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537204293, Process_Duration=10, Process_End_Time=1463537204303, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:44,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:44,304 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC10634EA4D14CAEAD682E1A75AF0262, mem on close (mb), free: 134, total: 373, max: 672
2016-05-18 02:06:44,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=CC10634EA4D14CAEAD682E1A75AF0262, index=1, interruptedStatus=false
2016-05-18 02:06:44,304 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CDD622CA8A2F4D8699E8D87EB299271D
2016-05-18 02:06:44,304 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CDD622CA8A2F4D8699E8D87EB299271D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:44,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=CC10634EA4D14CAEAD682E1A75AF0262, sourceVertex=CDD622CA8A2F4D8699E8D87EB299271D, interruptedStatus=true
2016-05-18 02:06:44,305 INFO  output.MROutput (MROutput.java:close(526)) - F62F876ED4C447D5B689F5F1E95BEDBA closed
2016-05-18 02:06:44,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=CC10634EA4D14CAEAD682E1A75AF0262, sourceVertex=F62F876ED4C447D5B689F5F1E95BEDBA, interruptedStatus=true
2016-05-18 02:06:44,306 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537203946_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:44,306 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:44,306 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537203946_0001_00_000002
2016-05-18 02:06:44,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CC10634EA4D14CAEAD682E1A75AF0262, taskAttemptId=attempt_1463537203946_0001_1_01_000000_0, creationTime=1463537204231, allocationTime=1463537204232, startTime=1463537204236, finishTime=1463537204306, timeTaken=70, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537203946_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537204293, Process_Duration=10, Process_End_Time=1463537204303, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:44,308 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537203946_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:44,308 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:TASK_FINISHED]: vertexName=CC10634EA4D14CAEAD682E1A75AF0262, taskId=task_1463537203946_0001_1_01_000000, startTime=1463537204236, finishTime=1463537204308, timeTaken=72, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537203946_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:44,309 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] because task failed: task_1463537203946_0001_1_01_000000
2016-05-18 02:06:44,309 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:44,309 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:44,309 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:44,309 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,309 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=F62F876ED4C447D5B689F5F1E95BEDBA, vertexId=vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:VERTEX_FINISHED]: vertexName=CC10634EA4D14CAEAD682E1A75AF0262, vertexId=vertex_1463537203946_0001_1_01, initRequestedTime=1463537204125, initedTime=1463537204130, startRequestedTime=1463537204144, startedTime=1463537204144, finishTime=1463537204310, timeTaken=166, status=FAILED, diagnostics=Task failed, taskId=task_1463537203946_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537203946_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537204236, firstTasksToStart=[ task_1463537203946_0001_1_01_000000 ], lastTaskFinishTime=1463537204306, lastTasksToFinish=[ task_1463537203946_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:44,311 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:44,306 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537203946_0001_00_000002
2016-05-18 02:06:44,312 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537203946_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:44,312 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537203946_0001_00_000002 completed but with errors
2016-05-18 02:06:44,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537203946_0001_00_000002, stoppedTime=1463537204312, exitStatus=-1000
2016-05-18 02:06:44,312 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537203946_0001_1_01_000000_0 failed: true container: container_1463537203946_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:44,315 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:44,315 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:44,315 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:44,318 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537203946_0001_1, queueSize=0
2016-05-18 02:06:44,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537203946_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537203946_0001_1, startTime=1463537204123, finishTime=1463537204318, timeTaken=195, status=FAILED, diagnostics=Vertex failed, vertexName=CC10634EA4D14CAEAD682E1A75AF0262, vertexId=vertex_1463537203946_0001_1_01, diagnostics=[Task failed, taskId=task_1463537203946_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537203946_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=520, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537204209, Process_Duration=3, Process_End_Time=1463537204212, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:44,322 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537203946_0001_1_01 [CC10634EA4D14CAEAD682E1A75AF0262]
2016-05-18 02:06:44,322 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537203946_0001_1 finished with state: FAILED
2016-05-18 02:06:44,322 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537203946_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:44,322 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537203946_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:44,324 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537203946_0001_00_000002
2016-05-18 02:06:44 Completed Dag: dag_1463537203946_0001_1
2016-05-18 02:06:44,324 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537203946_0001_1, dagState=FAILED
2016-05-18 02:06:44,324 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537203946_0001_1_post
2016-05-18 02:06:44,324 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,324 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:44,324 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:44,326 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL, with id=dag_1463537203946_0001_1
2016-05-18 02:06:44,326 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC] every/(1/1) ...blyplatform/-1_VALUES_ALL, with id=dag_1463537203946_0001_1
2016-05-18 02:06:44,330 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/-1_VALUES_ALL, applicationId=application_1463537203946_0001
2016-05-18 02:06:44,334 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:44,334 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:44,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:44,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:44,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:44,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:44,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:44,336 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:44,337 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:44,337 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:44,337 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:44,337 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:44,337 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:44,341 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:44,345 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56E7EC45822F4E1188D758312359F010/F4098348FF3F452A8D6116DDA73B8AFC/.tez/application_1463537203946_0001
2016-05-18 02:06:44,345 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:44,346 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:44,346 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:44,347 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_ALL/_temporary
2016-05-18 02:06:44,347 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.421
2016-05-18 02:06:44,347 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_VALUES_ALL
2016-05-18 02:06:44,394 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:44,394 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:44,433 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:44,441 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:44,441 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:44,441 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:44,441 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:44,458 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:44,464 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_REPLACE
2016-05-18 02:06:44,471 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:44,472 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:44,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:44,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:44,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2016-05-18 02:06:44,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:44,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:44,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:44,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:44,518 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:44,532 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:44,536 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:44,537 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:44,537 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:44,546 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001 doesn't exist and is created
2016-05-18 02:06:44,567 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:44,567 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:44,568 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd
2016-05-18 02:06:44,585 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537204536_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:44,585 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:44,585 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:44,587 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:44,587 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:44,587 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:44,587 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:44,588 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:44,589 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:44,589 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:44,589 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:44,589 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:44,590 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:44,590 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:44,590 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:44,590 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:44,590 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:44,590 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:44,590 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:44,590 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:44,592 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:44,592 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:44,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:44,593 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd/localmode-log-dir
2016-05-18 02:06:44,593 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd/localmode-log-dir/history.txt.appattempt_1463537204536_0001_000000, maxErrors=10
2016-05-18 02:06:44,593 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:44,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537204536_0001_000000, appSubmitTime=1463537204584, launchTime=1463537204585
2016-05-18 02:06:44,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:44,600 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45179
2016-05-18 02:06:44,600 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537204536
2016-05-18 02:06:44,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537204536_0001_000000, startTime=1463537204603
2016-05-18 02:06:44,603 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:44,667 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:44,667 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:44,668 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_REPLACE, applicationId=application_1463537204536_0001, dagName=[CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:44,685 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:44,686 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:44,686 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537204536_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd/localmode-log-dir/dag_1463537204536_0001_1.dot
2016-05-18 02:06:44,687 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd/localmode-log-dir/dag_1463537204536_0001_1-tez-dag.pb.txt
2016-05-18 02:06:44,694 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537204536_0001_1
2016-05-18 02:06:44,694 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,694 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:44 Running Dag: dag_1463537204536_0001_1
2016-05-18 02:06:44,709 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537204536_0001_1, submitTime=1463537204686
2016-05-18 02:06:44,710 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001/tez-conf.pb" } size: 40947 timestamp: 1463537204000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:44,710 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,710 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:44,711 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001/tez-conf.pb" } size: 40947 timestamp: 1463537204000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:44,711 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,711 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:44,711 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:44,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537204536_0001_1, initTime=1463537204711
2016-05-18 02:06:44,712 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537204536_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:44,712 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:44,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:DAG_STARTED]: dagID=dag_1463537204536_0001_1, startTime=1463537204712
2016-05-18 02:06:44,713 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537204536_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:44,713 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EC209AA7FF9B4220AF90334BAFE6C649 : {A2B1BBAEFCF14A63B39EF68E41490BB8={InputName=A2B1BBAEFCF14A63B39EF68E41490BB8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:44,713 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: A2B1BBAEFCF14A63B39EF68E41490BB8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:44,713 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,713 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,713 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,714 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,714 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:44,714 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: A2B1BBAEFCF14A63B39EF68E41490BB8 on vertex vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,715 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_REPLACE, applicationId=application_1463537204536_0001, dagName=[CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:44,714 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,716 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input A2B1BBAEFCF14A63B39EF68E41490BB8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:44,718 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:44,718 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:44,719 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,718 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:44,719 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,719 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:44,720 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:44,721 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: A2B1BBAEFCF14A63B39EF68E41490BB8 on vertex vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537204536_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:44,722 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B], numAdditionalOutputs=1
2016-05-18 02:06:44,722 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=480A5A585216437DB23B76BA696DEAB4, vertex=vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:44,724 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B8AF5E860FB245218133EAF799C9FA3B:480A5A585216437DB23B76BA696DEAB4 using oldmapred API
2016-05-18 02:06:44,725 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=480A5A585216437DB23B76BA696DEAB4, vertexName=B8AF5E860FB245218133EAF799C9FA3B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:44,726 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8AF5E860FB245218133EAF799C9FA3B, vertexId=vertex_1463537204536_0001_1_01, initRequestedTime=1463537204714, initedTime=1463537204722, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:44,726 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:44,727 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:44,728 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {A2B1BBAEFCF14A63B39EF68E41490BB8=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:44,728 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] parallelism set to 1
2016-05-18 02:06:44,729 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:44,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EC209AA7FF9B4220AF90334BAFE6C649, vertexId=vertex_1463537204536_0001_1_00, initRequestedTime=1463537204713, initedTime=1463537204729, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:44,729 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] with distanceFromRoot: 0
2016-05-18 02:06:44,729 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:44,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537204536_0001_1_00, startRequestedTime=1463537204714, startedTime=1463537204730
2016-05-18 02:06:44,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537204536_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:44,730 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:44,730 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537204536_0001_1_00 for vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] numStartedSources: 1 numSources: 1
2016-05-18 02:06:44,730 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] with distanceFromRoot: 1
2016-05-18 02:06:44,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537204536_0001_1_01, startRequestedTime=1463537204730, startedTime=1463537204730
2016-05-18 02:06:44,730 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:44,734 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EC209AA7FF9B4220AF90334BAFE6C649
2016-05-18 02:06:44,734 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B8AF5E860FB245218133EAF799C9FA3B with 0 source tasks and 1 pending tasks
2016-05-18 02:06:44,735 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,737 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EC209AA7FF9B4220AF90334BAFE6C649 in vertex: B8AF5E860FB245218133EAF799C9FA3B numBipartiteSourceTasks: 1
2016-05-18 02:06:44,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_STARTED]: vertexName=EC209AA7FF9B4220AF90334BAFE6C649, taskId=task_1463537204536_0001_1_00_000000, scheduledTime=1463537204737, launchTime=1463537204737
2016-05-18 02:06:44,737 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,738 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:44,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537204536_0001_00_000001, launchTime=1463537204740
2016-05-18 02:06:44,740 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537204536_0001_00_000001
2016-05-18 02:06:44,741 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537204536_0001_1_00_000000_0] started. Is using containerId: [container_1463537204536_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:44,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EC209AA7FF9B4220AF90334BAFE6C649, taskAttemptId=attempt_1463537204536_0001_1_00_000000_0, startTime=1463537204741, containerId=container_1463537204536_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:44,742 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537204536_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,743 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537204536_0001, with dag id: dag_1463537204536_0001_1
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,747 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,748 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,748 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:44,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE, VertexName: EC209AA7FF9B4220AF90334BAFE6C649, VertexParallelism: 1, TaskAttemptID:attempt_1463537204536_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A2B1BBAEFCF14A63B39EF68E41490BB8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B8AF5E860FB245218133EAF799C9FA3B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:44,749 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:44,750 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,751 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537204536_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:44,751 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537204536_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:44,755 INFO  input.MRInput (MRInput.java:initialize(440)) - A2B1BBAEFCF14A63B39EF68E41490BB8 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:44,755 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: A2B1BBAEFCF14A63B39EF68E41490BB8
2016-05-18 02:06:44,758 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:44,763 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EC209AA7FF9B4220AF90334BAFE6C649, ordinal: 0
2016-05-18 02:06:44,763 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC209AA7FF9B4220AF90334BAFE6C649, mem on start (mb), free: 261, total: 375, max: 672
2016-05-18 02:06:44,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:44,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:44,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:44,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:44,765 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A2B1BBAEFCF14A63B39EF68E41490BB8:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B8AF5E860FB245218133EAF799C9FA3B:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:44,765 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:44,765 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:44,766 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:44,766 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A2B1BBAEFCF14A63B39EF68E41490BB8:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B8AF5E860FB245218133EAF799C9FA3B:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:44,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:44,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A2B1BBAEFCF14A63B39EF68E41490BB8
2016-05-18 02:06:44,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A2B1BBAEFCF14A63B39EF68E41490BB8 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:44,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:44,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:44,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:44,768 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,770 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:44,770 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - A2B1BBAEFCF14A63B39EF68E41490BB8 initialized RecordReader from event
2016-05-18 02:06:44,772 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:44,772 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: A2B1BBAEFCF14A63B39EF68E41490BB8
2016-05-18 02:06:44,773 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 5A0EB85B0BDF42758F40283AAC8BFCBA
2016-05-18 02:06:44,773 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 5A0EB85B0BDF42758F40283AAC8BFCBA
2016-05-18 02:06:44,774 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,776 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,777 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B8AF5E860FB245218133EAF799C9FA3B using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@406f860, comparator=cascading.tuple.hadoop.util.TupleComparator@659c68b0, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:44,777 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B8AF5E860FB245218133EAF799C9FA3B: , UsingHashComparator=false
2016-05-18 02:06:44,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:44,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:44,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B8AF5E860FB245218133EAF799C9FA3B: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:44,791 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B8AF5E860FB245218133EAF799C9FA3B: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:44,791 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:44,792 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EC209AA7FF9B4220AF90334BAFE6C649, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:44,794 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,794 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC209AA7FF9B4220AF90334BAFE6C649, mem on close (mb), free: 159, total: 375, max: 672
2016-05-18 02:06:44,795 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B8AF5E860FB245218133EAF799C9FA3B: Starting flush of map output
2016-05-18 02:06:44,795 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B8AF5E860FB245218133EAF799C9FA3B: Span0.length = 20, perItem = 6
2016-05-18 02:06:44,795 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B8AF5E860FB245218133EAF799C9FA3B: done sorting span=0, length=20, time=0
2016-05-18 02:06:44,796 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B8AF5E860FB245218133EAF799C9FA3B: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:44,797 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B8AF5E860FB245218133EAF799C9FA3B: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd/localmode-local-dir/output/attempt_1463537204536_0001_1_00_000000_0_10081_0/file.out
2016-05-18 02:06:44,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:44 Completed running task attempt: attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,802 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537204536_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:44,802 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537204536_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:44,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537204536_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537204792, Process_Duration=2, Process_End_Time=1463537204794, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:44,803 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537204536_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:44,804 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:44,804 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:44,804 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,804 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EC209AA7FF9B4220AF90334BAFE6C649, taskAttemptId=attempt_1463537204536_0001_1_00_000000_0, creationTime=1463537204737, allocationTime=1463537204739, startTime=1463537204741, finishTime=1463537204804, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:44,804 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_FINISHED]: vertexName=EC209AA7FF9B4220AF90334BAFE6C649, taskId=task_1463537204536_0001_1_00_000000, startTime=1463537204741, finishTime=1463537204804, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1463537204536_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537204792, Process_Duration=2, Process_End_Time=1463537204794, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:44,805 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537204536_0001_00_000001
2016-05-18 02:06:44,805 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:44,805 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649]
2016-05-18 02:06:44,806 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_FINISHED]: vertexName=EC209AA7FF9B4220AF90334BAFE6C649, vertexId=vertex_1463537204536_0001_1_00, initRequestedTime=1463537204713, initedTime=1463537204729, startRequestedTime=1463537204714, startedTime=1463537204730, finishTime=1463537204806, timeTaken=76, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537204792, Process_Duration=2, Process_End_Time=1463537204794, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537204741, firstTasksToStart=[ task_1463537204536_0001_1_00_000000 ], lastTaskFinishTime=1463537204804, lastTasksToFinish=[ task_1463537204536_0001_1_00_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537204536_0001_1_00_000000 ], longestDurationTasks=[ task_1463537204536_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:44,806 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:44,807 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] attempt: attempt_1463537204536_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:44,807 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537204536_0001_00_000001, stoppedTime=1463537204807, exitStatus=0
2016-05-18 02:06:44,807 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B8AF5E860FB245218133EAF799C9FA3B
2016-05-18 02:06:44,807 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537204536_0001_1_00 [EC209AA7FF9B4220AF90334BAFE6C649] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:44,807 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EC209AA7FF9B4220AF90334BAFE6C649, destinationVertexName=B8AF5E860FB245218133EAF799C9FA3B. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:44,807 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,807 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:44,808 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_STARTED]: vertexName=B8AF5E860FB245218133EAF799C9FA3B, taskId=task_1463537204536_0001_1_01_000000, scheduledTime=1463537204808, launchTime=1463537204808
2016-05-18 02:06:44,808 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,809 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537204536_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:44,810 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537204536_0001_00_000002, launchTime=1463537204810
2016-05-18 02:06:44,811 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537204536_0001_00_000002
2016-05-18 02:06:44,812 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537204536_0001_1_01_000000_0] started. Is using containerId: [container_1463537204536_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:44,812 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8AF5E860FB245218133EAF799C9FA3B, taskAttemptId=attempt_1463537204536_0001_1_01_000000_0, startTime=1463537204811, containerId=container_1463537204536_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:44,812 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537204536_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537204536_0001_1_01_000000_0
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537204536_0001_1_01_000000_0
2016-05-18 02:06:44,813 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537204536_0001_1_01_000000_0
2016-05-18 02:06:44,813 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,813 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:44,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE, VertexName: B8AF5E860FB245218133EAF799C9FA3B, VertexParallelism: 1, TaskAttemptID:attempt_1463537204536_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EC209AA7FF9B4220AF90334BAFE6C649, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=480A5A585216437DB23B76BA696DEAB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:44,814 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:44,814 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537204536_0001_1_01_000000_0
2016-05-18 02:06:44,815 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537204536_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:44,816 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537204536_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:44,816 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537204536_0001_00_000001, Exiting
2016-05-18 02:06:44,816 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537204536_0001_00_000001
2016-05-18 02:06:44,816 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537204536_0001_00_000001
2016-05-18 02:06:44,816 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537204536_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,817 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537204536_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:44,819 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:44,821 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:44,822 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537204536_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:44,822 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537204536_0001_00_000001 completed successfully
2016-05-18 02:06:44,828 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8AF5E860FB245218133EAF799C9FA3B, ordinal: 1
2016-05-18 02:06:44,828 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8AF5E860FB245218133EAF799C9FA3B, mem on start (mb), free: 154, total: 375, max: 672
2016-05-18 02:06:44,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:44,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:44,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:44,835 INFO  output.MROutput (MROutput.java:initialize(421)) - 480A5A585216437DB23B76BA696DEAB4: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:44,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:44,835 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EC209AA7FF9B4220AF90334BAFE6C649:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [480A5A585216437DB23B76BA696DEAB4:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:44,835 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:44,836 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:44,836 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:44,836 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EC209AA7FF9B4220AF90334BAFE6C649:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [480A5A585216437DB23B76BA696DEAB4:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:44,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:44,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EC209AA7FF9B4220AF90334BAFE6C649 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:44,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:44,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:44,837 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EC209AA7FF9B4220AF90334BAFE6C649: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:44,837 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EC209AA7FF9B4220AF90334BAFE6C649: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:44,838 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EC209AA7FF9B4220AF90334BAFE6C649 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:44,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EC209AA7FF9B4220AF90334BAFE6C649
2016-05-18 02:06:44,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:44,839 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537204536_0001_1_01_000000_0
2016-05-18 02:06:44,845 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EC209AA7FF9B4220AF90334BAFE6C649: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:44,846 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:44,846 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 5A0EB85B0BDF42758F40283AAC8BFCBA
2016-05-18 02:06:44,846 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_REPLACE"], id: 480A5A585216437DB23B76BA696DEAB4
2016-05-18 02:06:44,847 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_REPLACE"]
2016-05-18 02:06:44,847 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 5A0EB85B0BDF42758F40283AAC8BFCBA, for 1 inputs
2016-05-18 02:06:44,848 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537204536_0001_1_00_000000_0_10081} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537204848, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:44,848 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EC209AA7FF9B4220AF90334BAFE6C649
2016-05-18 02:06:44,848 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:44,849 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EC209AA7FF9B4220AF90334BAFE6C649, wasInterrupted=false
2016-05-18 02:06:44,849 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:44,850 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:44,851 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,851 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001_wd/localmode-local-dir/output/attempt_1463537204536_0001_1_00_000000_0_10081/file.out, len=181, isLocal=true
2016-05-18 02:06:44,851 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:44,851 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:44,852 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:44,852 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:44,852 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EC209AA7FF9B4220AF90334BAFE6C649
2016-05-18 02:06:44,852 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EC209AA7FF9B4220AF90334BAFE6C649: Shuffle Runner thread complete
2016-05-18 02:06:44,852 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8AF5E860FB245218133EAF799C9FA3B, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:44,853 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:44,854 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EC209AA7FF9B4220AF90334BAFE6C649: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:44,857 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:44,857 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:44,861 INFO  output.MROutput (MROutput.java:close(526)) - 480A5A585216437DB23B76BA696DEAB4 closed
2016-05-18 02:06:44,861 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537204536_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:44,862 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537204536_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:44,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537204536_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537204852, Process_Duration=10, Process_End_Time=1463537204862, Read_Duration=1, Tuples_Read=1]]
2016-05-18 02:06:44,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:44,863 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8AF5E860FB245218133EAF799C9FA3B, mem on close (mb), free: 150, total: 375, max: 672
2016-05-18 02:06:44,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=B8AF5E860FB245218133EAF799C9FA3B, index=1, interruptedStatus=false
2016-05-18 02:06:44,864 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EC209AA7FF9B4220AF90334BAFE6C649
2016-05-18 02:06:44,864 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EC209AA7FF9B4220AF90334BAFE6C649: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:44,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=B8AF5E860FB245218133EAF799C9FA3B, sourceVertex=EC209AA7FF9B4220AF90334BAFE6C649, interruptedStatus=true
2016-05-18 02:06:44,864 INFO  output.MROutput (MROutput.java:close(526)) - 480A5A585216437DB23B76BA696DEAB4 closed
2016-05-18 02:06:44,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=B8AF5E860FB245218133EAF799C9FA3B, sourceVertex=480A5A585216437DB23B76BA696DEAB4, interruptedStatus=true
2016-05-18 02:06:44,865 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537204536_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:44,865 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:44,866 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537204536_0001_00_000002
2016-05-18 02:06:44,866 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537204536_0001_00_000002
2016-05-18 02:06:44,866 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537204536_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:44,866 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537204536_0001_00_000002 completed but with errors
2016-05-18 02:06:44,866 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8AF5E860FB245218133EAF799C9FA3B, taskAttemptId=attempt_1463537204536_0001_1_01_000000_0, creationTime=1463537204808, allocationTime=1463537204809, startTime=1463537204811, finishTime=1463537204866, timeTaken=55, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537204536_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537204852, Process_Duration=10, Process_End_Time=1463537204862, Read_Duration=1, Tuples_Read=1
2016-05-18 02:06:44,867 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537204536_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:44,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537204536_0001_00_000002, stoppedTime=1463537204867, exitStatus=1
2016-05-18 02:06:44,867 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537204536_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:44,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:TASK_FINISHED]: vertexName=B8AF5E860FB245218133EAF799C9FA3B, taskId=task_1463537204536_0001_1_01_000000, startTime=1463537204811, finishTime=1463537204867, timeTaken=56, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537204536_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:44,868 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] because task failed: task_1463537204536_0001_1_01_000000
2016-05-18 02:06:44,868 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:44,868 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:44,868 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:44,868 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,868 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=480A5A585216437DB23B76BA696DEAB4, vertexId=vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:VERTEX_FINISHED]: vertexName=B8AF5E860FB245218133EAF799C9FA3B, vertexId=vertex_1463537204536_0001_1_01, initRequestedTime=1463537204714, initedTime=1463537204722, startRequestedTime=1463537204730, startedTime=1463537204730, finishTime=1463537204869, timeTaken=139, status=FAILED, diagnostics=Task failed, taskId=task_1463537204536_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537204536_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537204811, firstTasksToStart=[ task_1463537204536_0001_1_01_000000 ], lastTaskFinishTime=1463537204866, lastTasksToFinish=[ task_1463537204536_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:44,870 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:44,870 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:44,871 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:44,871 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:44,873 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537204536_0001_1, queueSize=0
2016-05-18 02:06:44,875 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537204536_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537204536_0001_1, startTime=1463537204712, finishTime=1463537204872, timeTaken=160, status=FAILED, diagnostics=Vertex failed, vertexName=B8AF5E860FB245218133EAF799C9FA3B, vertexId=vertex_1463537204536_0001_1_01, diagnostics=[Task failed, taskId=task_1463537204536_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537204536_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=270, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537204792, Process_Duration=2, Process_End_Time=1463537204794, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:44,875 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537204536_0001_1_01 [B8AF5E860FB245218133EAF799C9FA3B]
2016-05-18 02:06:44,875 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537204536_0001_1 finished with state: FAILED
2016-05-18 02:06:44,875 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537204536_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:44,876 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537204536_0001_1_01_000000_0 failed: true container: container_1463537204536_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:44 Completed Dag: dag_1463537204536_0001_1
2016-05-18 02:06:44,876 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537204536_0001_1, dagState=FAILED
2016-05-18 02:06:44,876 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537204536_0001_1_post
2016-05-18 02:06:44,877 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:44,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:44,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:44,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE, with id=dag_1463537204536_0001_1
2016-05-18 02:06:44,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7] every/(1/1) ...latform/-1_VALUES_REPLACE, with id=dag_1463537204536_0001_1
2016-05-18 02:06:44,882 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/-1_VALUES_REPLACE, applicationId=application_1463537204536_0001
2016-05-18 02:06:44,884 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:44,884 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:44,884 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:44,884 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:44,884 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:44,885 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:44,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:44,887 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:44,887 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:44,888 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:44,888 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:44,888 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:44,889 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:44,889 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:44,893 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC6C6F2E63234E6B90FB5D4858B312B2/C31462B94D27483A8AA9884D800AB6D7/.tez/application_1463537204536_0001
2016-05-18 02:06:44,894 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:44,895 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:44,895 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:44,895 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_REPLACE/_temporary
2016-05-18 02:06:44,896 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.379
2016-05-18 02:06:44,896 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_VALUES_REPLACE
2016-05-18 02:06:44,920 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:44,920 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:44,956 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:44,965 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:44,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:44,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:44,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:44,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:45,002 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:45,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:45,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_SWAP"]
2016-05-18 02:06:45,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:45,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:45,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:45,057 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45,057 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:45,070 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:45,074 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:45,075 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:45,075 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:45,084 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001 doesn't exist and is created
2016-05-18 02:06:45,107 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:45,108 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:45,108 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd
2016-05-18 02:06:45,124 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537205075_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:45,125 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:45,126 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:45,128 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:45,128 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:45,128 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:45,128 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:45,128 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:45,130 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:45,130 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:45,130 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:45,130 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:45,131 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:45,131 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:45,131 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:45,131 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:45,131 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:45,131 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:45,131 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:45,131 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:45,133 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:45,134 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:45,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:45,134 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd/localmode-log-dir
2016-05-18 02:06:45,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd/localmode-log-dir/history.txt.appattempt_1463537205075_0001_000000, maxErrors=10
2016-05-18 02:06:45,135 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:45,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537205075_0001_000000, appSubmitTime=1463537205124, launchTime=1463537205124
2016-05-18 02:06:45,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:45,144 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:54165
2016-05-18 02:06:45,144 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537205075
2016-05-18 02:06:45,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537205075_0001_000000, startTime=1463537205145
2016-05-18 02:06:45,146 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:45,208 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:45,208 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:45,208 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/-1_VALUES_SWAP, applicationId=application_1463537205075_0001, dagName=[2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45,227 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45,227 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:45,228 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537205075_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd/localmode-log-dir/dag_1463537205075_0001_1.dot
2016-05-18 02:06:45,229 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd/localmode-log-dir/dag_1463537205075_0001_1-tez-dag.pb.txt
2016-05-18 02:06:45,236 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537205075_0001_1
2016-05-18 02:06:45,236 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,237 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45 Running Dag: dag_1463537205075_0001_1
2016-05-18 02:06:45,240 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:45,240 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:45,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537205075_0001_1, submitTime=1463537205227
2016-05-18 02:06:45,254 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001/tez-conf.pb" } size: 40947 timestamp: 1463537205000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:45,255 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,255 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:45,255 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001/tez-conf.pb" } size: 40947 timestamp: 1463537205000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:45,256 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,256 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:45,256 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:45,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537205075_0001_1, initTime=1463537205256
2016-05-18 02:06:45,257 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205075_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:45,257 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:45,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:DAG_STARTED]: dagID=dag_1463537205075_0001_1, startTime=1463537205257
2016-05-18 02:06:45,257 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205075_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:45,258 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/-1_VALUES_SWAP, applicationId=application_1463537205075_0001, dagName=[2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45,258 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EF793BB6E5494F50AB58C6543CCEC67F : {476387E1026B4586974698B98E8A3595={InputName=476387E1026B4586974698B98E8A3595}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:45,258 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 476387E1026B4586974698B98E8A3595, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:45,258 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,258 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,258 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,258 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,259 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:45,259 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,262 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 476387E1026B4586974698B98E8A3595 on vertex vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,262 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:45,262 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,264 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,265 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 476387E1026B4586974698B98E8A3595 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:45,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537205075_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:45,266 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564], numAdditionalOutputs=1
2016-05-18 02:06:45,266 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=175A4B90DC274443A73C82E1B420FEE8, vertex=vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:45,268 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:45,268 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:45,268 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C66B1C6453264047954A59BB7D691564:175A4B90DC274443A73C82E1B420FEE8 using oldmapred API
2016-05-18 02:06:45,269 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=175A4B90DC274443A73C82E1B420FEE8, vertexName=C66B1C6453264047954A59BB7D691564, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:45,269 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:45,269 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:45,270 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 476387E1026B4586974698B98E8A3595 on vertex vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C66B1C6453264047954A59BB7D691564, vertexId=vertex_1463537205075_0001_1_01, initRequestedTime=1463537205259, initedTime=1463537205266, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:45,271 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:45,271 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:45,272 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {476387E1026B4586974698B98E8A3595=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:45,272 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] parallelism set to 1
2016-05-18 02:06:45,272 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:45,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EF793BB6E5494F50AB58C6543CCEC67F, vertexId=vertex_1463537205075_0001_1_00, initRequestedTime=1463537205258, initedTime=1463537205273, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:45,273 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] with distanceFromRoot: 0
2016-05-18 02:06:45,273 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:45,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537205075_0001_1_00, startRequestedTime=1463537205259, startedTime=1463537205273
2016-05-18 02:06:45,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537205075_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:45,273 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:45,273 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537205075_0001_1_00 for vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] numStartedSources: 1 numSources: 1
2016-05-18 02:06:45,273 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] with distanceFromRoot: 1
2016-05-18 02:06:45,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537205075_0001_1_01, startRequestedTime=1463537205273, startedTime=1463537205273
2016-05-18 02:06:45,275 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:45,276 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EF793BB6E5494F50AB58C6543CCEC67F
2016-05-18 02:06:45,278 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C66B1C6453264047954A59BB7D691564 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:45,278 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,279 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EF793BB6E5494F50AB58C6543CCEC67F in vertex: C66B1C6453264047954A59BB7D691564 numBipartiteSourceTasks: 1
2016-05-18 02:06:45,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_STARTED]: vertexName=EF793BB6E5494F50AB58C6543CCEC67F, taskId=task_1463537205075_0001_1_00_000000, scheduledTime=1463537205279, launchTime=1463537205279
2016-05-18 02:06:45,280 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,280 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:45,280 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537205075_0001, with dag id: dag_1463537205075_0001_1
2016-05-18 02:06:45,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537205075_0001_00_000001, launchTime=1463537205282
2016-05-18 02:06:45,283 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205075_0001_00_000001
2016-05-18 02:06:45,284 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205075_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,284 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537205075_0001_1_00_000000_0] started. Is using containerId: [container_1463537205075_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:45,285 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EF793BB6E5494F50AB58C6543CCEC67F, taskAttemptId=attempt_1463537205075_0001_1_00_000000_0, startTime=1463537205284, containerId=container_1463537205075_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,286 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,286 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,286 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:45,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP, VertexName: EF793BB6E5494F50AB58C6543CCEC67F, VertexParallelism: 1, TaskAttemptID:attempt_1463537205075_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=476387E1026B4586974698B98E8A3595, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C66B1C6453264047954A59BB7D691564, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:45,286 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:45,288 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537205075_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:45,289 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537205075_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:45,288 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,292 INFO  input.MRInput (MRInput.java:initialize(440)) - 476387E1026B4586974698B98E8A3595 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:45,293 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 476387E1026B4586974698B98E8A3595
2016-05-18 02:06:45,293 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:45,298 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EF793BB6E5494F50AB58C6543CCEC67F, ordinal: 0
2016-05-18 02:06:45,298 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF793BB6E5494F50AB58C6543CCEC67F, mem on start (mb), free: 271, total: 371, max: 672
2016-05-18 02:06:45,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:45,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:45,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:45,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:45,299 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[476387E1026B4586974698B98E8A3595:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C66B1C6453264047954A59BB7D691564:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:45,299 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:45,300 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:45,300 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:45,300 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[476387E1026B4586974698B98E8A3595:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C66B1C6453264047954A59BB7D691564:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:45,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:45,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 476387E1026B4586974698B98E8A3595 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:45,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:45,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:45,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 476387E1026B4586974698B98E8A3595
2016-05-18 02:06:45,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:45,303 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,305 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:45,305 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 476387E1026B4586974698B98E8A3595 initialized RecordReader from event
2016-05-18 02:06:45,307 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:45,308 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 476387E1026B4586974698B98E8A3595
2016-05-18 02:06:45,308 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 8091F53EDE9B4A7EA2755F25697292ED
2016-05-18 02:06:45,308 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 8091F53EDE9B4A7EA2755F25697292ED
2016-05-18 02:06:45,309 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:45,313 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:45,314 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C66B1C6453264047954A59BB7D691564 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2a3709d7, comparator=cascading.tuple.hadoop.util.TupleComparator@65528216, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:45,314 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C66B1C6453264047954A59BB7D691564: , UsingHashComparator=false
2016-05-18 02:06:45,329 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:45,329 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:45,330 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C66B1C6453264047954A59BB7D691564: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:45,330 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C66B1C6453264047954A59BB7D691564: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:45,330 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:45,331 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EF793BB6E5494F50AB58C6543CCEC67F, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:45,334 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,334 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF793BB6E5494F50AB58C6543CCEC67F, mem on close (mb), free: 168, total: 371, max: 672
2016-05-18 02:06:45,334 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C66B1C6453264047954A59BB7D691564: Starting flush of map output
2016-05-18 02:06:45,335 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C66B1C6453264047954A59BB7D691564: Span0.length = 20, perItem = 6
2016-05-18 02:06:45,335 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C66B1C6453264047954A59BB7D691564: done sorting span=0, length=20, time=0
2016-05-18 02:06:45,335 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C66B1C6453264047954A59BB7D691564: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:45,337 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C66B1C6453264047954A59BB7D691564: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd/localmode-local-dir/output/attempt_1463537205075_0001_1_00_000000_0_10087_0/file.out
2016-05-18 02:06:45,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:45 Completed running task attempt: attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,345 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537205075_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:45,346 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537205075_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:45,347 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537205075_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537205331, Process_Duration=3, Process_End_Time=1463537205334, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:45,349 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537205075_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:45,349 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:45,349 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:45,349 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EF793BB6E5494F50AB58C6543CCEC67F, taskAttemptId=attempt_1463537205075_0001_1_00_000000_0, creationTime=1463537205279, allocationTime=1463537205282, startTime=1463537205284, finishTime=1463537205349, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:45,350 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_FINISHED]: vertexName=EF793BB6E5494F50AB58C6543CCEC67F, taskId=task_1463537205075_0001_1_00_000000, startTime=1463537205284, finishTime=1463537205350, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463537205075_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537205331, Process_Duration=3, Process_End_Time=1463537205334, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:45,351 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:45,349 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205075_0001_00_000001
2016-05-18 02:06:45,351 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F]
2016-05-18 02:06:45,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_FINISHED]: vertexName=EF793BB6E5494F50AB58C6543CCEC67F, vertexId=vertex_1463537205075_0001_1_00, initRequestedTime=1463537205258, initedTime=1463537205273, startRequestedTime=1463537205259, startedTime=1463537205273, finishTime=1463537205352, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537205331, Process_Duration=3, Process_End_Time=1463537205334, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537205284, firstTasksToStart=[ task_1463537205075_0001_1_00_000000 ], lastTaskFinishTime=1463537205349, lastTasksToFinish=[ task_1463537205075_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537205075_0001_1_00_000000 ], longestDurationTasks=[ task_1463537205075_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:45,354 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:45,354 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] attempt: attempt_1463537205075_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:45,354 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C66B1C6453264047954A59BB7D691564
2016-05-18 02:06:45,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537205075_0001_00_000001, stoppedTime=1463537205354, exitStatus=0
2016-05-18 02:06:45,354 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EF793BB6E5494F50AB58C6543CCEC67F, destinationVertexName=C66B1C6453264047954A59BB7D691564. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:45,354 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537205075_0001_1_00 [EF793BB6E5494F50AB58C6543CCEC67F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:45,354 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:45,354 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,355 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537205075_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:45,355 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_STARTED]: vertexName=C66B1C6453264047954A59BB7D691564, taskId=task_1463537205075_0001_1_01_000000, scheduledTime=1463537205355, launchTime=1463537205355
2016-05-18 02:06:45,355 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537205075_0001_00_000002, launchTime=1463537205357
2016-05-18 02:06:45,359 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205075_0001_00_000002
2016-05-18 02:06:45,360 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537205075_0001_1_01_000000_0] started. Is using containerId: [container_1463537205075_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:45,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C66B1C6453264047954A59BB7D691564, taskAttemptId=attempt_1463537205075_0001_1_01_000000_0, startTime=1463537205360, containerId=container_1463537205075_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:45,361 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205075_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537205075_0001_1_01_000000_0
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205075_0001_1_01_000000_0
2016-05-18 02:06:45,361 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537205075_0001_1_01_000000_0
2016-05-18 02:06:45,362 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,362 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:45,362 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP, VertexName: C66B1C6453264047954A59BB7D691564, VertexParallelism: 1, TaskAttemptID:attempt_1463537205075_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EF793BB6E5494F50AB58C6543CCEC67F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=175A4B90DC274443A73C82E1B420FEE8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:45,362 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:45,362 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537205075_0001_1_01_000000_0
2016-05-18 02:06:45,363 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537205075_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:45,363 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205075_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:45,363 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537205075_0001_00_000001, Exiting
2016-05-18 02:06:45,363 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537205075_0001_00_000001
2016-05-18 02:06:45,363 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537205075_0001_00_000001
2016-05-18 02:06:45,365 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537205075_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,365 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537205075_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:45,366 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:45,366 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537205075_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:45,366 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537205075_0001_00_000001 completed successfully
2016-05-18 02:06:45,367 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:45,376 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C66B1C6453264047954A59BB7D691564, ordinal: 1
2016-05-18 02:06:45,376 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C66B1C6453264047954A59BB7D691564, mem on start (mb), free: 163, total: 371, max: 672
2016-05-18 02:06:45,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:45,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:45,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:45,382 INFO  output.MROutput (MROutput.java:initialize(421)) - 175A4B90DC274443A73C82E1B420FEE8: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:45,382 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:45,382 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EF793BB6E5494F50AB58C6543CCEC67F:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [175A4B90DC274443A73C82E1B420FEE8:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:45,382 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:45,383 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:45,383 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:45,383 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EF793BB6E5494F50AB58C6543CCEC67F:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [175A4B90DC274443A73C82E1B420FEE8:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:45,383 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:45,383 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EF793BB6E5494F50AB58C6543CCEC67F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:45,383 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EF793BB6E5494F50AB58C6543CCEC67F: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:45,384 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EF793BB6E5494F50AB58C6543CCEC67F: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:45,385 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EF793BB6E5494F50AB58C6543CCEC67F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:45,385 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EF793BB6E5494F50AB58C6543CCEC67F
2016-05-18 02:06:45,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:45,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:45,387 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:45,388 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537205075_0001_1_01_000000_0
2016-05-18 02:06:45,388 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EF793BB6E5494F50AB58C6543CCEC67F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:45,392 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537205075_0001_1_00_000000_0_10087} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537205392, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:45,392 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EF793BB6E5494F50AB58C6543CCEC67F
2016-05-18 02:06:45,393 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:45,393 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 8091F53EDE9B4A7EA2755F25697292ED
2016-05-18 02:06:45,393 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_SWAP"], id: 175A4B90DC274443A73C82E1B420FEE8
2016-05-18 02:06:45,394 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_SWAP"]
2016-05-18 02:06:45,394 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 8091F53EDE9B4A7EA2755F25697292ED, for 1 inputs
2016-05-18 02:06:45,393 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:45,394 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EF793BB6E5494F50AB58C6543CCEC67F, wasInterrupted=false
2016-05-18 02:06:45,395 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:45,395 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:45,396 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:45,397 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001_wd/localmode-local-dir/output/attempt_1463537205075_0001_1_00_000000_0_10087/file.out, len=181, isLocal=true
2016-05-18 02:06:45,397 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:45,397 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:45,397 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:45,397 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:45,398 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C66B1C6453264047954A59BB7D691564, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:06:45,398 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EF793BB6E5494F50AB58C6543CCEC67F
2016-05-18 02:06:45,398 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EF793BB6E5494F50AB58C6543CCEC67F: Shuffle Runner thread complete
2016-05-18 02:06:45,399 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:45,399 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EF793BB6E5494F50AB58C6543CCEC67F: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:45,403 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:45,406 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:45,406 INFO  output.MROutput (MROutput.java:close(526)) - 175A4B90DC274443A73C82E1B420FEE8 closed
2016-05-18 02:06:45,407 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537205075_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:45,408 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537205075_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:45,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537205075_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537205398, Process_Duration=10, Process_End_Time=1463537205408, Read_Duration=1, Tuples_Read=1]]
2016-05-18 02:06:45,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:45,408 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C66B1C6453264047954A59BB7D691564, mem on close (mb), free: 159, total: 371, max: 672
2016-05-18 02:06:45,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C66B1C6453264047954A59BB7D691564, index=1, interruptedStatus=false
2016-05-18 02:06:45,409 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EF793BB6E5494F50AB58C6543CCEC67F
2016-05-18 02:06:45,409 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EF793BB6E5494F50AB58C6543CCEC67F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:45,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C66B1C6453264047954A59BB7D691564, sourceVertex=EF793BB6E5494F50AB58C6543CCEC67F, interruptedStatus=true
2016-05-18 02:06:45,409 INFO  output.MROutput (MROutput.java:close(526)) - 175A4B90DC274443A73C82E1B420FEE8 closed
2016-05-18 02:06:45,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C66B1C6453264047954A59BB7D691564, sourceVertex=175A4B90DC274443A73C82E1B420FEE8, interruptedStatus=true
2016-05-18 02:06:45,411 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537205075_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:45,411 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:45,411 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537205075_0001_00_000002
2016-05-18 02:06:45,411 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537205075_0001_00_000002
2016-05-18 02:06:45,411 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537205075_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:45,412 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537205075_0001_00_000002 completed but with errors
2016-05-18 02:06:45,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C66B1C6453264047954A59BB7D691564, taskAttemptId=attempt_1463537205075_0001_1_01_000000_0, creationTime=1463537205355, allocationTime=1463537205356, startTime=1463537205360, finishTime=1463537205411, timeTaken=51, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537205075_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537205398, Process_Duration=10, Process_End_Time=1463537205408, Read_Duration=1, Tuples_Read=1
2016-05-18 02:06:45,412 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537205075_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:45,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537205075_0001_00_000002, stoppedTime=1463537205412, exitStatus=1
2016-05-18 02:06:45,412 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537205075_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:45,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:TASK_FINISHED]: vertexName=C66B1C6453264047954A59BB7D691564, taskId=task_1463537205075_0001_1_01_000000, startTime=1463537205360, finishTime=1463537205413, timeTaken=53, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537205075_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:45,413 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] because task failed: task_1463537205075_0001_1_01_000000
2016-05-18 02:06:45,413 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:45,413 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:45,413 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:45,414 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,414 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=175A4B90DC274443A73C82E1B420FEE8, vertexId=vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:VERTEX_FINISHED]: vertexName=C66B1C6453264047954A59BB7D691564, vertexId=vertex_1463537205075_0001_1_01, initRequestedTime=1463537205259, initedTime=1463537205266, startRequestedTime=1463537205273, startedTime=1463537205273, finishTime=1463537205415, timeTaken=142, status=FAILED, diagnostics=Task failed, taskId=task_1463537205075_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537205075_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537205360, firstTasksToStart=[ task_1463537205075_0001_1_01_000000 ], lastTaskFinishTime=1463537205411, lastTasksToFinish=[ task_1463537205075_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:45,416 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:45,416 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537205075_0001_1_01_000000_0 failed: true container: container_1463537205075_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:45,416 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:45,416 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:45,416 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:45,418 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537205075_0001_1, queueSize=0
2016-05-18 02:06:45,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205075_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537205075_0001_1, startTime=1463537205257, finishTime=1463537205418, timeTaken=161, status=FAILED, diagnostics=Vertex failed, vertexName=C66B1C6453264047954A59BB7D691564, vertexId=vertex_1463537205075_0001_1_01, diagnostics=[Task failed, taskId=task_1463537205075_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537205075_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=360, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537205331, Process_Duration=3, Process_End_Time=1463537205334, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:45,420 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537205075_0001_1_01 [C66B1C6453264047954A59BB7D691564]
2016-05-18 02:06:45,420 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537205075_0001_1 finished with state: FAILED
2016-05-18 02:06:45,420 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205075_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:45 Completed Dag: dag_1463537205075_0001_1
2016-05-18 02:06:45,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537205075_0001_1, dagState=FAILED
2016-05-18 02:06:45,420 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537205075_0001_1_post
2016-05-18 02:06:45,420 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:45,421 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:45,421 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP, with id=dag_1463537205075_0001_1
2016-05-18 02:06:45,421 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB] every/(1/1) ...lyplatform/-1_VALUES_SWAP, with id=dag_1463537205075_0001_1
2016-05-18 02:06:45,425 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/-1_VALUES_SWAP, applicationId=application_1463537205075_0001
2016-05-18 02:06:45,426 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:45,426 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:45,427 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:45,427 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:45,427 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:45,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:45,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:45,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:45,428 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:45,428 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:45,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:45,429 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:45,429 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:45,430 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:45,433 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2BB8B3F837E6482B9C70EA57598DC6ED/CC609BE16E164D69A04139E1073086CB/.tez/application_1463537205075_0001
2016-05-18 02:06:45,434 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:45,435 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:45,436 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:45,436 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_VALUES_SWAP/_temporary
2016-05-18 02:06:45,436 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.380
2016-05-18 02:06:45,436 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_VALUES_SWAP
2016-05-18 02:06:45,468 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:45,468 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:45,508 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:45,524 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-05-18 02:06:45,525 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:45,525 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:45,525 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:45,549 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:45,559 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_-1
2016-05-18 02:06:45,645 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:45,647 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:45,647 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_-1"]
2016-05-18 02:06:45,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:45,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:45,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:45,651 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:45,651 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:45,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:45,673 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:45,674 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:45,674 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:45,684 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001 doesn't exist and is created
2016-05-18 02:06:45,705 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:45,706 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:45,706 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd
2016-05-18 02:06:45,721 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537205673_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:45,722 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:45,722 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:45,724 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:45,724 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:45,724 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:45,724 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:45,724 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:45,726 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:45,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:45,727 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:45,727 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:45,727 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:45,727 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:45,728 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:45,729 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:45,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:45,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd/localmode-log-dir
2016-05-18 02:06:45,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd/localmode-log-dir/history.txt.appattempt_1463537205673_0001_000000, maxErrors=10
2016-05-18 02:06:45,730 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:45,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537205673_0001_000000, appSubmitTime=1463537205721, launchTime=1463537205721
2016-05-18 02:06:45,734 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:45,738 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46069
2016-05-18 02:06:45,738 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537205673
2016-05-18 02:06:45,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537205673_0001_000000, startTime=1463537205740
2016-05-18 02:06:45,740 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:45,806 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:45,806 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:45,806 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...semblyplatform/-1_ARGS_-1, applicationId=application_1463537205673_0001, dagName=[A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:45,828 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:45,829 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:45,830 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537205673_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd/localmode-log-dir/dag_1463537205673_0001_1.dot
2016-05-18 02:06:45,830 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd/localmode-log-dir/dag_1463537205673_0001_1-tez-dag.pb.txt
2016-05-18 02:06:45,845 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537205673_0001_1
2016-05-18 02:06:45,845 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,845 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:45 Running Dag: dag_1463537205673_0001_1
2016-05-18 02:06:45,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537205673_0001_1, submitTime=1463537205829
2016-05-18 02:06:45,861 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001/tez-conf.pb" } size: 40947 timestamp: 1463537205000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:45,861 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,861 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:45,862 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001/tez-conf.pb" } size: 40947 timestamp: 1463537205000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:45,862 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,862 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:45,862 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:45,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537205673_0001_1, initTime=1463537205863
2016-05-18 02:06:45,863 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205673_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:45,863 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:45,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:DAG_STARTED]: dagID=dag_1463537205673_0001_1, startTime=1463537205863
2016-05-18 02:06:45,863 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205673_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:45,864 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BF7FDE3E8A9946178F7A03A44EABF097 : {ABBD1E58E5A840E5A05273B5ACF3B3F3={InputName=ABBD1E58E5A840E5A05273B5ACF3B3F3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:45,864 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: ABBD1E58E5A840E5A05273B5ACF3B3F3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:45,864 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,864 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,864 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,864 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,865 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:45,865 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,866 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...semblyplatform/-1_ARGS_-1, applicationId=application_1463537205673_0001, dagName=[A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:45,867 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: ABBD1E58E5A840E5A05273B5ACF3B3F3 on vertex vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,869 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:45,869 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,869 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537205673_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:45,869 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6], numAdditionalOutputs=1
2016-05-18 02:06:45,870 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=2141F039D47D4F68BDDC9382C99EFFCD, vertex=vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:45,870 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input ABBD1E58E5A840E5A05273B5ACF3B3F3 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:45,871 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:45,872 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:45,872 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:45,872 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:45,872 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: ABBD1E58E5A840E5A05273B5ACF3B3F3 on vertex vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,873 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A755030B2929437F8A599A3FAA63AEA6:2141F039D47D4F68BDDC9382C99EFFCD using oldmapred API
2016-05-18 02:06:45,873 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=2141F039D47D4F68BDDC9382C99EFFCD, vertexName=A755030B2929437F8A599A3FAA63AEA6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:45,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A755030B2929437F8A599A3FAA63AEA6, vertexId=vertex_1463537205673_0001_1_01, initRequestedTime=1463537205865, initedTime=1463537205869, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:45,874 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:45,874 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:45,875 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {ABBD1E58E5A840E5A05273B5ACF3B3F3=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:45,875 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] parallelism set to 1
2016-05-18 02:06:45,875 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:45,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BF7FDE3E8A9946178F7A03A44EABF097, vertexId=vertex_1463537205673_0001_1_00, initRequestedTime=1463537205864, initedTime=1463537205876, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:45,876 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] with distanceFromRoot: 0
2016-05-18 02:06:45,876 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:45,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537205673_0001_1_00, startRequestedTime=1463537205865, startedTime=1463537205876
2016-05-18 02:06:45,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537205673_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:45,877 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:45,877 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537205673_0001_1_00 for vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] numStartedSources: 1 numSources: 1
2016-05-18 02:06:45,877 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] with distanceFromRoot: 1
2016-05-18 02:06:45,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537205673_0001_1_01, startRequestedTime=1463537205877, startedTime=1463537205877
2016-05-18 02:06:45,878 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:45,879 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BF7FDE3E8A9946178F7A03A44EABF097
2016-05-18 02:06:45,879 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_STARTED]: vertexName=BF7FDE3E8A9946178F7A03A44EABF097, taskId=task_1463537205673_0001_1_00_000000, scheduledTime=1463537205879, launchTime=1463537205879
2016-05-18 02:06:45,880 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,882 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:45,888 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A755030B2929437F8A599A3FAA63AEA6 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:45,889 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: BF7FDE3E8A9946178F7A03A44EABF097 in vertex: A755030B2929437F8A599A3FAA63AEA6 numBipartiteSourceTasks: 1
2016-05-18 02:06:45,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537205673_0001_00_000001, launchTime=1463537205888
2016-05-18 02:06:45,890 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205673_0001_00_000001
2016-05-18 02:06:45,891 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537205673_0001_1_00_000000_0] started. Is using containerId: [container_1463537205673_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:45,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BF7FDE3E8A9946178F7A03A44EABF097, taskAttemptId=attempt_1463537205673_0001_1_00_000000_0, startTime=1463537205890, containerId=container_1463537205673_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:45,891 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:45,891 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:45,892 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205673_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,892 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,893 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,893 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:45,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1, VertexName: BF7FDE3E8A9946178F7A03A44EABF097, VertexParallelism: 1, TaskAttemptID:attempt_1463537205673_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ABBD1E58E5A840E5A05273B5ACF3B3F3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A755030B2929437F8A599A3FAA63AEA6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:45,893 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:45,894 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,894 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537205673_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:45,895 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537205673_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:45,898 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537205673_0001, with dag id: dag_1463537205673_0001_1
2016-05-18 02:06:45,898 INFO  input.MRInput (MRInput.java:initialize(440)) - ABBD1E58E5A840E5A05273B5ACF3B3F3 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:45,905 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:45,905 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: ABBD1E58E5A840E5A05273B5ACF3B3F3
2016-05-18 02:06:45,910 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BF7FDE3E8A9946178F7A03A44EABF097, ordinal: 0
2016-05-18 02:06:45,910 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF7FDE3E8A9946178F7A03A44EABF097, mem on start (mb), free: 285, total: 374, max: 672
2016-05-18 02:06:45,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:45,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:45,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:45,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:45,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[ABBD1E58E5A840E5A05273B5ACF3B3F3:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A755030B2929437F8A599A3FAA63AEA6:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:45,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:45,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:45,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:45,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[ABBD1E58E5A840E5A05273B5ACF3B3F3:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A755030B2929437F8A599A3FAA63AEA6:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:45,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:45,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: ABBD1E58E5A840E5A05273B5ACF3B3F3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:45,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:45,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:45,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: ABBD1E58E5A840E5A05273B5ACF3B3F3
2016-05-18 02:06:45,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:45,913 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,914 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:45,915 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - ABBD1E58E5A840E5A05273B5ACF3B3F3 initialized RecordReader from event
2016-05-18 02:06:45,917 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:45,918 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: ABBD1E58E5A840E5A05273B5ACF3B3F3
2016-05-18 02:06:45,918 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 1680CCBCEF8D463DB7810239BA6F7F16
2016-05-18 02:06:45,918 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 1680CCBCEF8D463DB7810239BA6F7F16
2016-05-18 02:06:45,920 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:45,922 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:45,922 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A755030B2929437F8A599A3FAA63AEA6 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@43098495, comparator=cascading.tuple.hadoop.util.TupleComparator@25df7495, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:45,923 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A755030B2929437F8A599A3FAA63AEA6: , UsingHashComparator=false
2016-05-18 02:06:45,937 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:45,937 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:45,937 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A755030B2929437F8A599A3FAA63AEA6: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:45,938 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A755030B2929437F8A599A3FAA63AEA6: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:45,938 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:45,938 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BF7FDE3E8A9946178F7A03A44EABF097, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:45,941 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,941 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF7FDE3E8A9946178F7A03A44EABF097, mem on close (mb), free: 183, total: 374, max: 672
2016-05-18 02:06:45,942 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A755030B2929437F8A599A3FAA63AEA6: Starting flush of map output
2016-05-18 02:06:45,942 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A755030B2929437F8A599A3FAA63AEA6: Span0.length = 20, perItem = 6
2016-05-18 02:06:45,942 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A755030B2929437F8A599A3FAA63AEA6: done sorting span=0, length=20, time=0
2016-05-18 02:06:45,943 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A755030B2929437F8A599A3FAA63AEA6: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:45,944 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A755030B2929437F8A599A3FAA63AEA6: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd/localmode-local-dir/output/attempt_1463537205673_0001_1_00_000000_0_10093_0/file.out
2016-05-18 02:06:45,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:45 Completed running task attempt: attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,948 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537205673_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:45,949 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537205673_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:45,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537205673_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537205938, Process_Duration=3, Process_End_Time=1463537205941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:45,952 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537205673_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:45,952 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:45,952 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:45,952 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,952 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205673_0001_00_000001
2016-05-18 02:06:45,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BF7FDE3E8A9946178F7A03A44EABF097, taskAttemptId=attempt_1463537205673_0001_1_00_000000_0, creationTime=1463537205880, allocationTime=1463537205887, startTime=1463537205890, finishTime=1463537205952, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:45,953 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_FINISHED]: vertexName=BF7FDE3E8A9946178F7A03A44EABF097, taskId=task_1463537205673_0001_1_00_000000, startTime=1463537205890, finishTime=1463537205953, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1463537205673_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537205938, Process_Duration=3, Process_End_Time=1463537205941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:45,954 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:45,954 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:45,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_FINISHED]: vertexName=BF7FDE3E8A9946178F7A03A44EABF097, vertexId=vertex_1463537205673_0001_1_00, initRequestedTime=1463537205864, initedTime=1463537205876, startRequestedTime=1463537205865, startedTime=1463537205876, finishTime=1463537205954, timeTaken=78, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537205938, Process_Duration=3, Process_End_Time=1463537205941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537205890, firstTasksToStart=[ task_1463537205673_0001_1_00_000000 ], lastTaskFinishTime=1463537205952, lastTasksToFinish=[ task_1463537205673_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537205673_0001_1_00_000000 ], longestDurationTasks=[ task_1463537205673_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:45,955 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:45,955 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] attempt: attempt_1463537205673_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:45,956 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A755030B2929437F8A599A3FAA63AEA6
2016-05-18 02:06:45,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537205673_0001_00_000001, stoppedTime=1463537205956, exitStatus=0
2016-05-18 02:06:45,956 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:45,956 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:45,956 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=BF7FDE3E8A9946178F7A03A44EABF097, destinationVertexName=A755030B2929437F8A599A3FAA63AEA6. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:45,956 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,956 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537205673_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:45,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_STARTED]: vertexName=A755030B2929437F8A599A3FAA63AEA6, taskId=task_1463537205673_0001_1_01_000000, scheduledTime=1463537205957, launchTime=1463537205957
2016-05-18 02:06:45,957 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,956 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537205673_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:45,958 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205673_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:45,959 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537205673_0001_00_000001, Exiting
2016-05-18 02:06:45,959 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537205673_0001_00_000001
2016-05-18 02:06:45,959 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537205673_0001_00_000001
2016-05-18 02:06:45,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537205673_0001_00_000002, launchTime=1463537205959
2016-05-18 02:06:45,960 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205673_0001_00_000002
2016-05-18 02:06:45,960 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537205673_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:45,960 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537205673_0001_00_000001 completed successfully
2016-05-18 02:06:45,961 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537205673_0001_1_01_000000_0] started. Is using containerId: [container_1463537205673_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:45,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A755030B2929437F8A599A3FAA63AEA6, taskAttemptId=attempt_1463537205673_0001_1_01_000000_0, startTime=1463537205961, containerId=container_1463537205673_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:45,961 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205673_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:45,962 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:45,962 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:45,962 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:45,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1, VertexName: A755030B2929437F8A599A3FAA63AEA6, VertexParallelism: 1, TaskAttemptID:attempt_1463537205673_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BF7FDE3E8A9946178F7A03A44EABF097, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2141F039D47D4F68BDDC9382C99EFFCD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:45,962 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:45,963 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:45,964 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537205673_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:45,964 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537205673_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:45,967 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:45,968 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:45,978 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A755030B2929437F8A599A3FAA63AEA6, ordinal: 1
2016-05-18 02:06:45,978 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A755030B2929437F8A599A3FAA63AEA6, mem on start (mb), free: 177, total: 374, max: 672
2016-05-18 02:06:45,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:45,979 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:45,979 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:45,988 INFO  output.MROutput (MROutput.java:initialize(421)) - 2141F039D47D4F68BDDC9382C99EFFCD: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:45,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:45,989 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BF7FDE3E8A9946178F7A03A44EABF097:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [2141F039D47D4F68BDDC9382C99EFFCD:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:45,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:45,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:45,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:45,989 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BF7FDE3E8A9946178F7A03A44EABF097:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [2141F039D47D4F68BDDC9382C99EFFCD:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:45,989 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:45,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BF7FDE3E8A9946178F7A03A44EABF097 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:45,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:45,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:45,991 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - BF7FDE3E8A9946178F7A03A44EABF097: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:45,991 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - BF7FDE3E8A9946178F7A03A44EABF097: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:45,992 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: BF7FDE3E8A9946178F7A03A44EABF097 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:45,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BF7FDE3E8A9946178F7A03A44EABF097
2016-05-18 02:06:45,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:45,994 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:45,995 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BF7FDE3E8A9946178F7A03A44EABF097: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:45,997 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537205673_0001_1_00_000000_0_10093} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537205997, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:45,997 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : BF7FDE3E8A9946178F7A03A44EABF097
2016-05-18 02:06:45,998 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:45,998 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:45,999 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 1680CCBCEF8D463DB7810239BA6F7F16
2016-05-18 02:06:45,999 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_-1"], id: 2141F039D47D4F68BDDC9382C99EFFCD
2016-05-18 02:06:45,999 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_-1"]
2016-05-18 02:06:45,999 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: BF7FDE3E8A9946178F7A03A44EABF097, wasInterrupted=false
2016-05-18 02:06:46,000 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:46,000 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:46,001 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:46,002 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001_wd/localmode-local-dir/output/attempt_1463537205673_0001_1_00_000000_0_10093/file.out, len=181, isLocal=true
2016-05-18 02:06:46,002 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:46,002 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:46,002 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:46,002 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:46,002 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : BF7FDE3E8A9946178F7A03A44EABF097
2016-05-18 02:06:46,002 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - BF7FDE3E8A9946178F7A03A44EABF097: Shuffle Runner thread complete
2016-05-18 02:06:46,003 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 1680CCBCEF8D463DB7810239BA6F7F16, for 1 inputs
2016-05-18 02:06:46,003 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A755030B2929437F8A599A3FAA63AEA6, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:46,004 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:46,005 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - BF7FDE3E8A9946178F7A03A44EABF097: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:46,016 INFO  output.MROutput (MROutput.java:close(526)) - 2141F039D47D4F68BDDC9382C99EFFCD closed
2016-05-18 02:06:46,016 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537205673_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:46,017 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:46,017 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A755030B2929437F8A599A3FAA63AEA6, mem on close (mb), free: 173, total: 374, max: 672
2016-05-18 02:06:46,017 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: BF7FDE3E8A9946178F7A03A44EABF097
2016-05-18 02:06:46,018 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BF7FDE3E8A9946178F7A03A44EABF097: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:46,018 INFO  output.MROutput (MROutput.java:close(526)) - 2141F039D47D4F68BDDC9382C99EFFCD closed
2016-05-18 02:06:46,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:46 Completed running task attempt: attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:46,018 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537205673_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:46,018 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537205673_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:46,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537205673_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537206003, Process_Duration=14, Process_End_Time=1463537206017, Read_Duration=9, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:46,021 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537205673_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:46,021 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:46,021 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A755030B2929437F8A599A3FAA63AEA6, taskAttemptId=attempt_1463537205673_0001_1_01_000000_0, creationTime=1463537205957, allocationTime=1463537205958, startTime=1463537205961, finishTime=1463537206021, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:46,021 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:46,021 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,021 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537205673_0001_00_000002
2016-05-18 02:06:46,021 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:46,022 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:TASK_FINISHED]: vertexName=A755030B2929437F8A599A3FAA63AEA6, taskId=task_1463537205673_0001_1_01_000000, startTime=1463537205961, finishTime=1463537206022, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1463537205673_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537206003, Process_Duration=14, Process_End_Time=1463537206017, Read_Duration=9, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:46,023 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:46,023 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6]
2016-05-18 02:06:46,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:VERTEX_FINISHED]: vertexName=A755030B2929437F8A599A3FAA63AEA6, vertexId=vertex_1463537205673_0001_1_01, initRequestedTime=1463537205865, initedTime=1463537205869, startRequestedTime=1463537205877, startedTime=1463537205877, finishTime=1463537206023, timeTaken=146, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537206003, Process_Duration=14, Process_End_Time=1463537206017, Read_Duration=9, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537205961, firstTasksToStart=[ task_1463537205673_0001_1_01_000000 ], lastTaskFinishTime=1463537206021, lastTasksToFinish=[ task_1463537205673_0001_1_01_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537205673_0001_1_01_000000 ], longestDurationTasks=[ task_1463537205673_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:46,024 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:46,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537205673_0001_00_000002, stoppedTime=1463537206024, exitStatus=0
2016-05-18 02:06:46,024 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:46,024 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:46,025 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537205673_0001_1_00 [BF7FDE3E8A9946178F7A03A44EABF097]
2016-05-18 02:06:46,025 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537205673_0001_1
2016-05-18 02:06:46,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537205673_0001_1
2016-05-18 02:06:46,025 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205673_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:46,025 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 2141F039D47D4F68BDDC9382C99EFFCD for vertex: vertex_1463537205673_0001_1_01 [A755030B2929437F8A599A3FAA63AEA6], outputName: 2141F039D47D4F68BDDC9382C99EFFCD
2016-05-18 02:06:46,025 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537205673_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:46,032 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537205673_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:46,032 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537205673_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:46,032 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537205673_0001_00_000002, Exiting
2016-05-18 02:06:46,032 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537205673_0001_00_000002
2016-05-18 02:06:46,032 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537205673_0001_00_000002
2016-05-18 02:06:46,032 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537205673_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:46,032 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537205673_0001_00_000002 completed successfully
2016-05-18 02:06:46,034 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:2141F039D47D4F68BDDC9382C99EFFCD of vertex/vertexGroup:A755030B2929437F8A599A3FAA63AEA6 isVertexGroupOutput:false
2016-05-18 02:06:46,035 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:46,037 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537205673_0001_1, queueSize=0
2016-05-18 02:06:46,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537205673_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537205673_0001_1, startTime=1463537205863, finishTime=1463537206035, timeTaken=172, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=330, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074411941, Process_Duration=17, Process_End_Time=2927074411958, Read_Duration=10, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:46,037 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537205673_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:46,037 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537205673_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:46 Completed Dag: dag_1463537205673_0001_1
2016-05-18 02:06:46,037 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537205673_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:46,037 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537205673_0001_1_post
2016-05-18 02:06:46,038 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,038 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:46,038 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:46,038 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1, with id=dag_1463537205673_0001_1
2016-05-18 02:06:46,038 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B] every/(1/1) ...semblyplatform/-1_ARGS_-1, with id=dag_1463537205673_0001_1
2016-05-18 02:06:46,044 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...semblyplatform/-1_ARGS_-1, applicationId=application_1463537205673_0001
2016-05-18 02:06:46,045 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:46,045 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:46,045 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:46,046 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:46,046 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:46,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:46,047 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:46,047 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:46,048 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:46,048 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:46,048 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:46,048 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:46,048 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:46,048 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:46,051 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83DF3598D1F42F18CBBFFD3FD428D44/D3DE04B73C7549198FD112A716C8279B/.tez/application_1463537205673_0001
2016-05-18 02:06:46,052 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_-1/_temporary
2016-05-18 02:06:46,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.406
2016-05-18 02:06:46,125 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_ARGS_-1
2016-05-18 02:06:46,150 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:46,151 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:46,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:46,185 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-05-18 02:06:46,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:46,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:46,186 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_ARGS_'field'
2016-05-18 02:06:46,210 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:46,211 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:46,261 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:46,267 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:06:46,268 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:46,268 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:46,268 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:46,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:46,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_RESULTS
2016-05-18 02:06:46,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:46,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:46,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2016-05-18 02:06:46,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:46,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:46,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:46,341 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:46,341 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:46,364 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:46,369 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:46,370 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:46,370 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:46,380 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001 doesn't exist and is created
2016-05-18 02:06:46,400 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:46,400 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:46,401 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd
2016-05-18 02:06:46,416 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537206369_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:46,416 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:46,417 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:46,418 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:46,418 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:46,418 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:46,419 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:46,419 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:46,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:46,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:46,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:46,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:46,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:46,422 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:46,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:46,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:46,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:46,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:46,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:46,423 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:46,424 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:46,425 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:46,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:46,426 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd/localmode-log-dir
2016-05-18 02:06:46,426 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd/localmode-log-dir/history.txt.appattempt_1463537206369_0001_000000, maxErrors=10
2016-05-18 02:06:46,426 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:46,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537206369_0001_000000, appSubmitTime=1463537206416, launchTime=1463537206416
2016-05-18 02:06:46,430 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:46,433 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39883
2016-05-18 02:06:46,434 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537206369
2016-05-18 02:06:46,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537206369_0001_000000, startTime=1463537206435
2016-05-18 02:06:46,436 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:46,500 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:46,500 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:46,501 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_RESULTS, applicationId=application_1463537206369_0001, dagName=[B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:46,518 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:46,518 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:46,519 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537206369_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd/localmode-log-dir/dag_1463537206369_0001_1.dot
2016-05-18 02:06:46,520 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd/localmode-log-dir/dag_1463537206369_0001_1-tez-dag.pb.txt
2016-05-18 02:06:46,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537206369_0001_1
2016-05-18 02:06:46,527 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,527 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:46 Running Dag: dag_1463537206369_0001_1
2016-05-18 02:06:46,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537206369_0001_1, submitTime=1463537206518
2016-05-18 02:06:46,547 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001/tez-conf.pb" } size: 40947 timestamp: 1463537206000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:46,547 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,547 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:46,549 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001/tez-conf.pb" } size: 40947 timestamp: 1463537206000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:46,549 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,549 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:46,549 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:46,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537206369_0001_1, initTime=1463537206550
2016-05-18 02:06:46,551 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537206369_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:46,551 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:46,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:DAG_STARTED]: dagID=dag_1463537206369_0001_1, startTime=1463537206551
2016-05-18 02:06:46,552 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537206369_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:46,552 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AB35BB09CE964C9B86245995959049F5 : {A0AFE1CB635D4713B87A0019C44651D2={InputName=A0AFE1CB635D4713B87A0019C44651D2}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:46,552 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: A0AFE1CB635D4713B87A0019C44651D2, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:46,552 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,552 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,552 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_RESULTS, applicationId=application_1463537206369_0001, dagName=[B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:46,552 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,553 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,553 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:46,553 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,554 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: A0AFE1CB635D4713B87A0019C44651D2 on vertex vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,557 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input A0AFE1CB635D4713B87A0019C44651D2 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:46,557 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:46,557 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,558 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537206369_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:46,559 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97], numAdditionalOutputs=1
2016-05-18 02:06:46,559 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AE828E6DE9934D94BEEFF95FFE6FA8B0, vertex=vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:46,560 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:46,560 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:46,561 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:46,561 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:46,562 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FFEF4D1D5A0C4F2B9EA249D11CE01B97:AE828E6DE9934D94BEEFF95FFE6FA8B0 using oldmapred API
2016-05-18 02:06:46,562 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AE828E6DE9934D94BEEFF95FFE6FA8B0, vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:46,562 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: A0AFE1CB635D4713B87A0019C44651D2 on vertex vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, vertexId=vertex_1463537206369_0001_1_01, initRequestedTime=1463537206553, initedTime=1463537206559, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:46,563 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:46,564 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:46,564 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {A0AFE1CB635D4713B87A0019C44651D2=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:46,566 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] parallelism set to 1
2016-05-18 02:06:46,566 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:46,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AB35BB09CE964C9B86245995959049F5, vertexId=vertex_1463537206369_0001_1_00, initRequestedTime=1463537206552, initedTime=1463537206566, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:46,566 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] with distanceFromRoot: 0
2016-05-18 02:06:46,566 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:46,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537206369_0001_1_00, startRequestedTime=1463537206553, startedTime=1463537206567
2016-05-18 02:06:46,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537206369_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:46,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:46,567 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537206369_0001_1_00 for vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] numStartedSources: 1 numSources: 1
2016-05-18 02:06:46,567 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] with distanceFromRoot: 1
2016-05-18 02:06:46,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537206369_0001_1_01, startRequestedTime=1463537206567, startedTime=1463537206567
2016-05-18 02:06:46,568 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:46,569 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AB35BB09CE964C9B86245995959049F5
2016-05-18 02:06:46,570 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_STARTED]: vertexName=AB35BB09CE964C9B86245995959049F5, taskId=task_1463537206369_0001_1_00_000000, scheduledTime=1463537206570, launchTime=1463537206570
2016-05-18 02:06:46,571 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,571 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: FFEF4D1D5A0C4F2B9EA249D11CE01B97 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:46,571 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:46,572 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AB35BB09CE964C9B86245995959049F5 in vertex: FFEF4D1D5A0C4F2B9EA249D11CE01B97 numBipartiteSourceTasks: 1
2016-05-18 02:06:46,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537206369_0001_00_000001, launchTime=1463537206573
2016-05-18 02:06:46,574 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537206369_0001_00_000001
2016-05-18 02:06:46,574 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537206369_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,574 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537206369_0001_1_00_000000_0] started. Is using containerId: [container_1463537206369_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:46,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AB35BB09CE964C9B86245995959049F5, taskAttemptId=attempt_1463537206369_0001_1_00_000000_0, startTime=1463537206574, containerId=container_1463537206369_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:46 Starting to run new task attempt: attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,577 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,577 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,578 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537206369_0001, with dag id: dag_1463537206369_0001_1
2016-05-18 02:06:46,578 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:46,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS, VertexName: AB35BB09CE964C9B86245995959049F5, VertexParallelism: 1, TaskAttemptID:attempt_1463537206369_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0AFE1CB635D4713B87A0019C44651D2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:46,578 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:46,582 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,583 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537206369_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:46,584 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537206369_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:46,586 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:46,588 INFO  input.MRInput (MRInput.java:initialize(440)) - A0AFE1CB635D4713B87A0019C44651D2 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:46,589 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: A0AFE1CB635D4713B87A0019C44651D2
2016-05-18 02:06:46,591 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AB35BB09CE964C9B86245995959049F5, ordinal: 0
2016-05-18 02:06:46,591 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB35BB09CE964C9B86245995959049F5, mem on start (mb), free: 251, total: 369, max: 672
2016-05-18 02:06:46,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:46,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:46,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:46,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:46,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A0AFE1CB635D4713B87A0019C44651D2:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [FFEF4D1D5A0C4F2B9EA249D11CE01B97:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:46,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:46,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:46,594 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:46,594 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A0AFE1CB635D4713B87A0019C44651D2:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [FFEF4D1D5A0C4F2B9EA249D11CE01B97:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:46,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:46,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A0AFE1CB635D4713B87A0019C44651D2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:46,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A0AFE1CB635D4713B87A0019C44651D2
2016-05-18 02:06:46,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:46,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:46,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:46,596 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,598 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:46,599 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - A0AFE1CB635D4713B87A0019C44651D2 initialized RecordReader from event
2016-05-18 02:06:46,599 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:46,600 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: A0AFE1CB635D4713B87A0019C44651D2
2016-05-18 02:06:46,600 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: BB714B450E9D4172AF6B3C9D365D3BE8
2016-05-18 02:06:46,600 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] BB714B450E9D4172AF6B3C9D365D3BE8
2016-05-18 02:06:46,602 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:46,604 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:46,604 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@62d873e5, comparator=cascading.tuple.hadoop.util.TupleComparator@70a0f215, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:46,604 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for FFEF4D1D5A0C4F2B9EA249D11CE01B97: , UsingHashComparator=false
2016-05-18 02:06:46,617 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:46,617 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:46,617 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for FFEF4D1D5A0C4F2B9EA249D11CE01B97: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:46,617 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:46,618 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:46,618 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AB35BB09CE964C9B86245995959049F5, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:46,620 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,621 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB35BB09CE964C9B86245995959049F5, mem on close (mb), free: 149, total: 369, max: 672
2016-05-18 02:06:46,621 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97: Starting flush of map output
2016-05-18 02:06:46,621 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97: Span0.length = 20, perItem = 6
2016-05-18 02:06:46,621 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97: done sorting span=0, length=20, time=0
2016-05-18 02:06:46,622 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:46,623 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - FFEF4D1D5A0C4F2B9EA249D11CE01B97: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd/localmode-local-dir/output/attempt_1463537206369_0001_1_00_000000_0_10098_0/file.out
2016-05-18 02:06:46,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:46 Completed running task attempt: attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537206369_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:46,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537206369_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:46,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537206369_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537206618, Process_Duration=2, Process_End_Time=1463537206620, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:46,628 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537206369_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:46,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AB35BB09CE964C9B86245995959049F5, taskAttemptId=attempt_1463537206369_0001_1_00_000000_0, creationTime=1463537206570, allocationTime=1463537206572, startTime=1463537206574, finishTime=1463537206628, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:46,629 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:46,629 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:46,629 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,629 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46,629 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537206369_0001_00_000001
2016-05-18 02:06:46,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_FINISHED]: vertexName=AB35BB09CE964C9B86245995959049F5, taskId=task_1463537206369_0001_1_00_000000, startTime=1463537206574, finishTime=1463537206629, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463537206369_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537206618, Process_Duration=2, Process_End_Time=1463537206620, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:46,631 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:46,631 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_FINISHED]: vertexName=AB35BB09CE964C9B86245995959049F5, vertexId=vertex_1463537206369_0001_1_00, initRequestedTime=1463537206552, initedTime=1463537206566, startRequestedTime=1463537206553, startedTime=1463537206567, finishTime=1463537206631, timeTaken=64, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537206618, Process_Duration=2, Process_End_Time=1463537206620, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537206574, firstTasksToStart=[ task_1463537206369_0001_1_00_000000 ], lastTaskFinishTime=1463537206628, lastTasksToFinish=[ task_1463537206369_0001_1_00_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537206369_0001_1_00_000000 ], longestDurationTasks=[ task_1463537206369_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:46,632 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:46,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537206369_0001_00_000001, stoppedTime=1463537206632, exitStatus=0
2016-05-18 02:06:46,632 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] attempt: attempt_1463537206369_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:46,633 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:46,633 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:46,633 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537206369_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:46,634 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FFEF4D1D5A0C4F2B9EA249D11CE01B97
2016-05-18 02:06:46,635 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AB35BB09CE964C9B86245995959049F5, destinationVertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:46,635 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,634 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537206369_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:46,635 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_STARTED]: vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, taskId=task_1463537206369_0001_1_01_000000, scheduledTime=1463537206635, launchTime=1463537206635
2016-05-18 02:06:46,636 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,636 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537206369_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:46,636 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537206369_0001_00_000001, Exiting
2016-05-18 02:06:46,636 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537206369_0001_00_000001
2016-05-18 02:06:46,636 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537206369_0001_00_000001
2016-05-18 02:06:46,637 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537206369_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:46,638 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537206369_0001_00_000001 completed successfully
2016-05-18 02:06:46,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537206369_0001_00_000002, launchTime=1463537206638
2016-05-18 02:06:46,639 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537206369_0001_00_000002
2016-05-18 02:06:46,640 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537206369_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,640 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537206369_0001_1_01_000000_0] started. Is using containerId: [container_1463537206369_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:46,640 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, taskAttemptId=attempt_1463537206369_0001_1_01_000000_0, startTime=1463537206640, containerId=container_1463537206369_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:46 Starting to run new task attempt: attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,641 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,641 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,641 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:46,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS, VertexName: FFEF4D1D5A0C4F2B9EA249D11CE01B97, VertexParallelism: 1, TaskAttemptID:attempt_1463537206369_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AB35BB09CE964C9B86245995959049F5, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AE828E6DE9934D94BEEFF95FFE6FA8B0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:46,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:46,641 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,646 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:46,648 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:46,652 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537206369_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,652 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537206369_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:46,653 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FFEF4D1D5A0C4F2B9EA249D11CE01B97, ordinal: 1
2016-05-18 02:06:46,654 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FFEF4D1D5A0C4F2B9EA249D11CE01B97, mem on start (mb), free: 143, total: 369, max: 672
2016-05-18 02:06:46,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:46,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:46,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:46,658 INFO  output.MROutput (MROutput.java:initialize(421)) - AE828E6DE9934D94BEEFF95FFE6FA8B0: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:46,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:46,659 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AE828E6DE9934D94BEEFF95FFE6FA8B0:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [AB35BB09CE964C9B86245995959049F5:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:46,659 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:46,659 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:46,659 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:46,659 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AE828E6DE9934D94BEEFF95FFE6FA8B0:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [AB35BB09CE964C9B86245995959049F5:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:46,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:46,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AB35BB09CE964C9B86245995959049F5 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:46,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:46,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:46,662 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - AB35BB09CE964C9B86245995959049F5: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:46,662 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - AB35BB09CE964C9B86245995959049F5: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:46,663 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: AB35BB09CE964C9B86245995959049F5 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:46,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AB35BB09CE964C9B86245995959049F5
2016-05-18 02:06:46,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:46,664 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,667 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AB35BB09CE964C9B86245995959049F5: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:46,668 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:46,670 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: BB714B450E9D4172AF6B3C9D365D3BE8
2016-05-18 02:06:46,670 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_RESULTS"], id: AE828E6DE9934D94BEEFF95FFE6FA8B0
2016-05-18 02:06:46,670 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_RESULTS"]
2016-05-18 02:06:46,670 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] BB714B450E9D4172AF6B3C9D365D3BE8, for 1 inputs
2016-05-18 02:06:46,672 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537206369_0001_1_00_000000_0_10098} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537206672, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:46,672 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : AB35BB09CE964C9B86245995959049F5
2016-05-18 02:06:46,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:46,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: AB35BB09CE964C9B86245995959049F5, wasInterrupted=false
2016-05-18 02:06:46,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:46,674 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:46,675 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:46,675 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001_wd/localmode-local-dir/output/attempt_1463537206369_0001_1_00_000000_0_10098/file.out, len=181, isLocal=true
2016-05-18 02:06:46,675 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:46,675 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:46,675 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:46,675 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:46,675 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : AB35BB09CE964C9B86245995959049F5
2016-05-18 02:06:46,675 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - AB35BB09CE964C9B86245995959049F5: Shuffle Runner thread complete
2016-05-18 02:06:46,675 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FFEF4D1D5A0C4F2B9EA249D11CE01B97, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:46,677 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:46,677 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - AB35BB09CE964C9B86245995959049F5: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:46,682 INFO  output.MROutput (MROutput.java:close(526)) - AE828E6DE9934D94BEEFF95FFE6FA8B0 closed
2016-05-18 02:06:46,683 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537206369_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:46,683 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,683 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FFEF4D1D5A0C4F2B9EA249D11CE01B97, mem on close (mb), free: 139, total: 369, max: 672
2016-05-18 02:06:46,683 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: AB35BB09CE964C9B86245995959049F5
2016-05-18 02:06:46,683 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AB35BB09CE964C9B86245995959049F5: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:46,684 INFO  output.MROutput (MROutput.java:close(526)) - AE828E6DE9934D94BEEFF95FFE6FA8B0 closed
2016-05-18 02:06:46,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:46 Completed running task attempt: attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,684 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537206369_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:46,685 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537206369_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:46,685 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537206369_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537206676, Process_Duration=7, Process_End_Time=1463537206683, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:46,686 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537206369_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:46,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, taskAttemptId=attempt_1463537206369_0001_1_01_000000_0, creationTime=1463537206636, allocationTime=1463537206637, startTime=1463537206640, finishTime=1463537206686, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:46,686 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:46,686 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:46,687 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,687 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537206369_0001_00_000002
2016-05-18 02:06:46,686 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:TASK_FINISHED]: vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, taskId=task_1463537206369_0001_1_01_000000, startTime=1463537206640, finishTime=1463537206688, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537206369_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537206676, Process_Duration=7, Process_End_Time=1463537206683, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:46,689 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:46,689 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97]
2016-05-18 02:06:46,690 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:VERTEX_FINISHED]: vertexName=FFEF4D1D5A0C4F2B9EA249D11CE01B97, vertexId=vertex_1463537206369_0001_1_01, initRequestedTime=1463537206553, initedTime=1463537206559, startRequestedTime=1463537206567, startedTime=1463537206567, finishTime=1463537206689, timeTaken=122, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537206676, Process_Duration=7, Process_End_Time=1463537206683, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537206640, firstTasksToStart=[ task_1463537206369_0001_1_01_000000 ], lastTaskFinishTime=1463537206686, lastTasksToFinish=[ task_1463537206369_0001_1_01_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537206369_0001_1_01_000000 ], longestDurationTasks=[ task_1463537206369_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:46,690 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:46,690 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537206369_0001_00_000002, stoppedTime=1463537206690, exitStatus=0
2016-05-18 02:06:46,691 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:46,691 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:46,691 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537206369_0001_1_00 [AB35BB09CE964C9B86245995959049F5]
2016-05-18 02:06:46,691 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537206369_0001_1
2016-05-18 02:06:46,691 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537206369_0001_1
2016-05-18 02:06:46,691 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537206369_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:46,691 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: AE828E6DE9934D94BEEFF95FFE6FA8B0 for vertex: vertex_1463537206369_0001_1_01 [FFEF4D1D5A0C4F2B9EA249D11CE01B97], outputName: AE828E6DE9934D94BEEFF95FFE6FA8B0
2016-05-18 02:06:46,691 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537206369_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:46,698 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537206369_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:46,698 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537206369_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:46,699 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537206369_0001_00_000002, Exiting
2016-05-18 02:06:46,699 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537206369_0001_00_000002
2016-05-18 02:06:46,699 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537206369_0001_00_000002
2016-05-18 02:06:46,699 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537206369_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:46,699 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537206369_0001_00_000002 completed successfully
2016-05-18 02:06:46,702 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:AE828E6DE9934D94BEEFF95FFE6FA8B0 of vertex/vertexGroup:FFEF4D1D5A0C4F2B9EA249D11CE01B97 isVertexGroupOutput:false
2016-05-18 02:06:46,702 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:46,705 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537206369_0001_1, queueSize=0
2016-05-18 02:06:46,705 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537206369_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537206369_0001_1, startTime=1463537206551, finishTime=1463537206702, timeTaken=151, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=250, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074413294, Process_Duration=9, Process_End_Time=2927074413303, Read_Duration=3, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:46,705 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537206369_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:46,705 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537206369_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:46 Completed Dag: dag_1463537206369_0001_1
2016-05-18 02:06:46,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537206369_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:46,706 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537206369_0001_1_post
2016-05-18 02:06:46,706 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:46,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:46,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:46,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS, with id=dag_1463537206369_0001_1
2016-05-18 02:06:46,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7] every/(1/1) ...yplatform/-1_ARGS_RESULTS, with id=dag_1463537206369_0001_1
2016-05-18 02:06:46,712 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_ARGS_RESULTS, applicationId=application_1463537206369_0001
2016-05-18 02:06:46,713 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:46,713 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:46,713 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:46,714 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:46,714 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:46,714 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:46,715 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:46,715 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:46,715 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:46,715 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:46,716 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:46,716 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:46,716 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:46,717 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:46,720 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B4C0BE1ED1E74125A4F9CCB8DA0FFCE7/FF3B446B7A1B4E6086126D0326D2B6F7/.tez/application_1463537206369_0001
2016-05-18 02:06:46,721 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_RESULTS/_temporary
2016-05-18 02:06:46,721 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.380
2016-05-18 02:06:46,793 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_ARGS_RESULTS
2016-05-18 02:06:46,813 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:46,813 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:46,837 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:46,837 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:46,874 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:46,879 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.008
2016-05-18 02:06:46,880 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:46,880 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:46,880 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_ARGS_ALL
2016-05-18 02:06:46,905 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:46,906 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:46,944 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:46,958 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-18 02:06:46,958 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:46,958 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:46,959 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:46,976 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:46,982 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_REPLACE
2016-05-18 02:06:47,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:47,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:47,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2016-05-18 02:06:47,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:47,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:47,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:47,037 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:47,037 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:47,050 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:47,055 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:47,055 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:47,055 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:47,064 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001 doesn't exist and is created
2016-05-18 02:06:47,085 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:47,085 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:47,085 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd
2016-05-18 02:06:47,101 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537207055_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:47,101 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:47,101 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:47,103 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:47,103 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:47,103 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:47,103 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:47,104 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:47,105 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:47,105 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:47,105 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:47,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:47,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:47,106 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:47,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:47,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:47,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:47,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:47,107 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:47,107 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:47,108 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:47,109 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:47,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:47,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd/localmode-log-dir
2016-05-18 02:06:47,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd/localmode-log-dir/history.txt.appattempt_1463537207055_0001_000000, maxErrors=10
2016-05-18 02:06:47,110 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:47,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537207055_0001_000000, appSubmitTime=1463537207101, launchTime=1463537207101
2016-05-18 02:06:47,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:47,115 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:37127
2016-05-18 02:06:47,116 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537207055
2016-05-18 02:06:47,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537207055_0001_000000, startTime=1463537207121
2016-05-18 02:06:47,121 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:47,185 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:47,185 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:47,186 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_REPLACE, applicationId=application_1463537207055_0001, dagName=[820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:47,202 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:47,203 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:47,203 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537207055_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd/localmode-log-dir/dag_1463537207055_0001_1.dot
2016-05-18 02:06:47,204 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd/localmode-log-dir/dag_1463537207055_0001_1-tez-dag.pb.txt
2016-05-18 02:06:47,211 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537207055_0001_1
2016-05-18 02:06:47,211 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,212 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:47 Running Dag: dag_1463537207055_0001_1
2016-05-18 02:06:47,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537207055_0001_1, submitTime=1463537207203
2016-05-18 02:06:47,228 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001/tez-conf.pb" } size: 40947 timestamp: 1463537207000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:47,228 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,228 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:47,229 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001/tez-conf.pb" } size: 40947 timestamp: 1463537207000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:47,229 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,229 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:47,230 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:47,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537207055_0001_1, initTime=1463537207230
2016-05-18 02:06:47,230 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207055_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:47,231 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:47,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:DAG_STARTED]: dagID=dag_1463537207055_0001_1, startTime=1463537207231
2016-05-18 02:06:47,231 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207055_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:47,231 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AFFB9AD171D34CB698714D9B8EEF3DE3 : {C1622E588D724AF59955E6141800EC9C={InputName=C1622E588D724AF59955E6141800EC9C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:47,232 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: C1622E588D724AF59955E6141800EC9C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:47,232 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,232 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,232 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,232 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,233 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_REPLACE, applicationId=application_1463537207055_0001, dagName=[820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:47,233 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:47,233 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,235 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: C1622E588D724AF59955E6141800EC9C on vertex vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,237 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:47,237 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,237 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,238 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537207055_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:47,238 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E], numAdditionalOutputs=1
2016-05-18 02:06:47,238 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=3B1995EF86EA4F0D95FCDF5BC89F8EAA, vertex=vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:47,237 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input C1622E588D724AF59955E6141800EC9C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:47,241 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BE1196DA6FB54AA0893D4EC05F834A4E:3B1995EF86EA4F0D95FCDF5BC89F8EAA using oldmapred API
2016-05-18 02:06:47,241 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=3B1995EF86EA4F0D95FCDF5BC89F8EAA, vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:47,241 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:47,241 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:47,241 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:47,242 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:47,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, vertexId=vertex_1463537207055_0001_1_01, initRequestedTime=1463537207233, initedTime=1463537207238, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:47,243 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:47,243 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: C1622E588D724AF59955E6141800EC9C on vertex vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,244 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:47,244 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {C1622E588D724AF59955E6141800EC9C=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:47,246 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] parallelism set to 1
2016-05-18 02:06:47,246 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:47,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, vertexId=vertex_1463537207055_0001_1_00, initRequestedTime=1463537207231, initedTime=1463537207246, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:47,247 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] with distanceFromRoot: 0
2016-05-18 02:06:47,247 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:47,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537207055_0001_1_00, startRequestedTime=1463537207233, startedTime=1463537207247
2016-05-18 02:06:47,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537207055_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:47,248 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:47,248 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537207055_0001_1_00 for vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] numStartedSources: 1 numSources: 1
2016-05-18 02:06:47,248 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] with distanceFromRoot: 1
2016-05-18 02:06:47,248 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AFFB9AD171D34CB698714D9B8EEF3DE3
2016-05-18 02:06:47,249 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537207055_0001_1_01, startRequestedTime=1463537207248, startedTime=1463537207248
2016-05-18 02:06:47,249 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:47,250 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: BE1196DA6FB54AA0893D4EC05F834A4E with 0 source tasks and 1 pending tasks
2016-05-18 02:06:47,250 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_STARTED]: vertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, taskId=task_1463537207055_0001_1_00_000000, scheduledTime=1463537207250, launchTime=1463537207250
2016-05-18 02:06:47,250 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,251 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AFFB9AD171D34CB698714D9B8EEF3DE3 in vertex: BE1196DA6FB54AA0893D4EC05F834A4E numBipartiteSourceTasks: 1
2016-05-18 02:06:47,251 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:47,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537207055_0001_00_000001, launchTime=1463537207253
2016-05-18 02:06:47,253 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207055_0001_00_000001
2016-05-18 02:06:47,254 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207055_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,254 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537207055_0001_1_00_000000_0] started. Is using containerId: [container_1463537207055_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:47,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, taskAttemptId=attempt_1463537207055_0001_1_00_000000_0, startTime=1463537207254, containerId=container_1463537207055_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,254 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,254 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,255 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:47,255 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE, VertexName: AFFB9AD171D34CB698714D9B8EEF3DE3, VertexParallelism: 1, TaskAttemptID:attempt_1463537207055_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C1622E588D724AF59955E6141800EC9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE1196DA6FB54AA0893D4EC05F834A4E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:47,255 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:47,258 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537207055_0001, with dag id: dag_1463537207055_0001_1
2016-05-18 02:06:47,260 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,260 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537207055_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:47,261 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537207055_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:47,264 INFO  input.MRInput (MRInput.java:initialize(440)) - C1622E588D724AF59955E6141800EC9C using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:47,264 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: C1622E588D724AF59955E6141800EC9C
2016-05-18 02:06:47,264 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:47,269 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AFFB9AD171D34CB698714D9B8EEF3DE3, ordinal: 0
2016-05-18 02:06:47,269 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFFB9AD171D34CB698714D9B8EEF3DE3, mem on start (mb), free: 225, total: 374, max: 672
2016-05-18 02:06:47,269 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:47,269 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:47,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:47,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:47,270 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C1622E588D724AF59955E6141800EC9C:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BE1196DA6FB54AA0893D4EC05F834A4E:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:47,270 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:47,270 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:47,270 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:47,270 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C1622E588D724AF59955E6141800EC9C:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BE1196DA6FB54AA0893D4EC05F834A4E:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:47,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:47,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C1622E588D724AF59955E6141800EC9C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:47,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C1622E588D724AF59955E6141800EC9C
2016-05-18 02:06:47,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:47,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:47,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:47,271 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,272 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:47,273 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - C1622E588D724AF59955E6141800EC9C initialized RecordReader from event
2016-05-18 02:06:47,274 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:47,275 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: C1622E588D724AF59955E6141800EC9C
2016-05-18 02:06:47,275 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: A605A6A691CF4A099FD6BD3591EB0563
2016-05-18 02:06:47,275 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] A605A6A691CF4A099FD6BD3591EB0563
2016-05-18 02:06:47,276 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,278 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,278 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - BE1196DA6FB54AA0893D4EC05F834A4E using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@57b18927, comparator=cascading.tuple.hadoop.util.TupleComparator@6957ea0e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:47,279 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for BE1196DA6FB54AA0893D4EC05F834A4E: , UsingHashComparator=false
2016-05-18 02:06:47,291 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:47,291 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:47,291 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for BE1196DA6FB54AA0893D4EC05F834A4E: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:47,292 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - BE1196DA6FB54AA0893D4EC05F834A4E: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:47,292 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:47,292 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AFFB9AD171D34CB698714D9B8EEF3DE3, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:47,295 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,296 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFFB9AD171D34CB698714D9B8EEF3DE3, mem on close (mb), free: 123, total: 374, max: 672
2016-05-18 02:06:47,296 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - BE1196DA6FB54AA0893D4EC05F834A4E: Starting flush of map output
2016-05-18 02:06:47,296 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - BE1196DA6FB54AA0893D4EC05F834A4E: Span0.length = 20, perItem = 6
2016-05-18 02:06:47,296 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - BE1196DA6FB54AA0893D4EC05F834A4E: done sorting span=0, length=20, time=0
2016-05-18 02:06:47,296 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - BE1196DA6FB54AA0893D4EC05F834A4E: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:47,298 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - BE1196DA6FB54AA0893D4EC05F834A4E: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd/localmode-local-dir/output/attempt_1463537207055_0001_1_00_000000_0_10104_0/file.out
2016-05-18 02:06:47,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:47 Completed running task attempt: attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,302 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537207055_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:47,302 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537207055_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:47,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537207055_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537207292, Process_Duration=3, Process_End_Time=1463537207295, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:47,303 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537207055_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:47,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, taskAttemptId=attempt_1463537207055_0001_1_00_000000_0, creationTime=1463537207250, allocationTime=1463537207252, startTime=1463537207254, finishTime=1463537207303, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:47,304 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:47,304 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:47,304 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,304 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_FINISHED]: vertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, taskId=task_1463537207055_0001_1_00_000000, startTime=1463537207254, finishTime=1463537207304, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537207055_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537207292, Process_Duration=3, Process_End_Time=1463537207295, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:47,305 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:47,305 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,305 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207055_0001_00_000001
2016-05-18 02:06:47,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_FINISHED]: vertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, vertexId=vertex_1463537207055_0001_1_00, initRequestedTime=1463537207231, initedTime=1463537207246, startRequestedTime=1463537207233, startedTime=1463537207247, finishTime=1463537207305, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537207292, Process_Duration=3, Process_End_Time=1463537207295, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537207254, firstTasksToStart=[ task_1463537207055_0001_1_00_000000 ], lastTaskFinishTime=1463537207303, lastTasksToFinish=[ task_1463537207055_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537207055_0001_1_00_000000 ], longestDurationTasks=[ task_1463537207055_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:47,307 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:47,307 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] attempt: attempt_1463537207055_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:47,307 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BE1196DA6FB54AA0893D4EC05F834A4E
2016-05-18 02:06:47,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537207055_0001_00_000001, stoppedTime=1463537207307, exitStatus=0
2016-05-18 02:06:47,307 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, destinationVertexName=BE1196DA6FB54AA0893D4EC05F834A4E. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:47,307 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,307 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:47,308 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:47,308 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537207055_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:47,308 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_STARTED]: vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, taskId=task_1463537207055_0001_1_01_000000, scheduledTime=1463537207308, launchTime=1463537207308
2016-05-18 02:06:47,309 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,310 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537207055_0001_00_000002, launchTime=1463537207310
2016-05-18 02:06:47,311 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207055_0001_00_000002
2016-05-18 02:06:47,311 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207055_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,311 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537207055_0001_1_01_000000_0] started. Is using containerId: [container_1463537207055_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:47,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, taskAttemptId=attempt_1463537207055_0001_1_01_000000_0, startTime=1463537207311, containerId=container_1463537207055_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,312 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,312 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,312 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:47,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE, VertexName: BE1196DA6FB54AA0893D4EC05F834A4E, VertexParallelism: 1, TaskAttemptID:attempt_1463537207055_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AFFB9AD171D34CB698714D9B8EEF3DE3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3B1995EF86EA4F0D95FCDF5BC89F8EAA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:47,313 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:47,313 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,314 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537207055_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,314 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537207055_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:47,316 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537207055_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:47,316 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207055_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:47,316 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537207055_0001_00_000001, Exiting
2016-05-18 02:06:47,316 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:47,316 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537207055_0001_00_000001
2016-05-18 02:06:47,317 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537207055_0001_00_000001
2016-05-18 02:06:47,317 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537207055_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:47,318 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537207055_0001_00_000001 completed successfully
2016-05-18 02:06:47,333 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:47,342 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BE1196DA6FB54AA0893D4EC05F834A4E, ordinal: 1
2016-05-18 02:06:47,342 INFO  output.MROutput (MROutput.java:initialize(421)) - 3B1995EF86EA4F0D95FCDF5BC89F8EAA: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:47,343 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE1196DA6FB54AA0893D4EC05F834A4E, mem on start (mb), free: 324, total: 370, max: 672
2016-05-18 02:06:47,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:47,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:47,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:47,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:47,344 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3B1995EF86EA4F0D95FCDF5BC89F8EAA:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [AFFB9AD171D34CB698714D9B8EEF3DE3:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:47,345 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:47,345 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:47,345 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:47,346 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3B1995EF86EA4F0D95FCDF5BC89F8EAA:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [AFFB9AD171D34CB698714D9B8EEF3DE3:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:47,347 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:47,348 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AFFB9AD171D34CB698714D9B8EEF3DE3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:47,348 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - AFFB9AD171D34CB698714D9B8EEF3DE3: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:47,348 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:47,349 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:47,349 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - AFFB9AD171D34CB698714D9B8EEF3DE3: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:47,350 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: AFFB9AD171D34CB698714D9B8EEF3DE3 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:47,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AFFB9AD171D34CB698714D9B8EEF3DE3
2016-05-18 02:06:47,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:47,359 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,360 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AFFB9AD171D34CB698714D9B8EEF3DE3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:47,363 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537207055_0001_1_00_000000_0_10104} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537207361, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:47,364 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : AFFB9AD171D34CB698714D9B8EEF3DE3
2016-05-18 02:06:47,364 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:47,365 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:47,365 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: A605A6A691CF4A099FD6BD3591EB0563
2016-05-18 02:06:47,366 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: AFFB9AD171D34CB698714D9B8EEF3DE3, wasInterrupted=false
2016-05-18 02:06:47,370 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:47,366 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_REPLACE"], id: 3B1995EF86EA4F0D95FCDF5BC89F8EAA
2016-05-18 02:06:47,370 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_REPLACE"]
2016-05-18 02:06:47,371 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] A605A6A691CF4A099FD6BD3591EB0563, for 1 inputs
2016-05-18 02:06:47,371 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:47,373 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,373 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001_wd/localmode-local-dir/output/attempt_1463537207055_0001_1_00_000000_0_10104/file.out, len=181, isLocal=true
2016-05-18 02:06:47,373 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:47,373 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:47,373 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:47,374 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:47,374 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : AFFB9AD171D34CB698714D9B8EEF3DE3
2016-05-18 02:06:47,374 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - AFFB9AD171D34CB698714D9B8EEF3DE3: Shuffle Runner thread complete
2016-05-18 02:06:47,374 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BE1196DA6FB54AA0893D4EC05F834A4E, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:47,376 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,376 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - AFFB9AD171D34CB698714D9B8EEF3DE3: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:47,382 INFO  output.MROutput (MROutput.java:close(526)) - 3B1995EF86EA4F0D95FCDF5BC89F8EAA closed
2016-05-18 02:06:47,383 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537207055_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:47,384 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,384 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE1196DA6FB54AA0893D4EC05F834A4E, mem on close (mb), free: 320, total: 370, max: 672
2016-05-18 02:06:47,385 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: AFFB9AD171D34CB698714D9B8EEF3DE3
2016-05-18 02:06:47,385 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AFFB9AD171D34CB698714D9B8EEF3DE3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:47,385 INFO  output.MROutput (MROutput.java:close(526)) - 3B1995EF86EA4F0D95FCDF5BC89F8EAA closed
2016-05-18 02:06:47,385 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:47 Completed running task attempt: attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,386 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537207055_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:47,387 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537207055_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:47,387 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537207055_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537207374, Process_Duration=10, Process_End_Time=1463537207384, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:47,389 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537207055_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:47,389 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:47,389 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:47,389 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, taskAttemptId=attempt_1463537207055_0001_1_01_000000_0, creationTime=1463537207309, allocationTime=1463537207310, startTime=1463537207311, finishTime=1463537207389, timeTaken=78, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:47,390 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:TASK_FINISHED]: vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, taskId=task_1463537207055_0001_1_01_000000, startTime=1463537207311, finishTime=1463537207390, timeTaken=79, status=SUCCEEDED, successfulAttemptID=attempt_1463537207055_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537207374, Process_Duration=10, Process_End_Time=1463537207384, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:47,390 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:47,390 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E]
2016-05-18 02:06:47,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:VERTEX_FINISHED]: vertexName=BE1196DA6FB54AA0893D4EC05F834A4E, vertexId=vertex_1463537207055_0001_1_01, initRequestedTime=1463537207233, initedTime=1463537207238, startRequestedTime=1463537207248, startedTime=1463537207248, finishTime=1463537207391, timeTaken=143, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537207374, Process_Duration=10, Process_End_Time=1463537207384, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537207311, firstTasksToStart=[ task_1463537207055_0001_1_01_000000 ], lastTaskFinishTime=1463537207389, lastTasksToFinish=[ task_1463537207055_0001_1_01_000000 ], minTaskDuration=78, maxTaskDuration=78, avgTaskDuration=78.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537207055_0001_1_01_000000 ], longestDurationTasks=[ task_1463537207055_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:47,392 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:47,392 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:47,392 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:47,392 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537207055_0001_1_00 [AFFB9AD171D34CB698714D9B8EEF3DE3]
2016-05-18 02:06:47,393 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537207055_0001_1
2016-05-18 02:06:47,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537207055_0001_1
2016-05-18 02:06:47,393 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207055_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:47,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537207055_0001_00_000002, stoppedTime=1463537207393, exitStatus=0
2016-05-18 02:06:47,394 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537207055_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:47,394 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207055_0001_00_000002
2016-05-18 02:06:47,395 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537207055_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:47,395 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 3B1995EF86EA4F0D95FCDF5BC89F8EAA for vertex: vertex_1463537207055_0001_1_01 [BE1196DA6FB54AA0893D4EC05F834A4E], outputName: 3B1995EF86EA4F0D95FCDF5BC89F8EAA
2016-05-18 02:06:47,395 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207055_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:47,397 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537207055_0001_00_000002, Exiting
2016-05-18 02:06:47,397 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537207055_0001_00_000002
2016-05-18 02:06:47,398 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537207055_0001_00_000002
2016-05-18 02:06:47,398 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537207055_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:47,398 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537207055_0001_00_000002 completed successfully
2016-05-18 02:06:47,413 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:3B1995EF86EA4F0D95FCDF5BC89F8EAA of vertex/vertexGroup:BE1196DA6FB54AA0893D4EC05F834A4E isVertexGroupOutput:false
2016-05-18 02:06:47,414 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:47,416 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537207055_0001_1, queueSize=0
2016-05-18 02:06:47,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207055_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537207055_0001_1, startTime=1463537207231, finishTime=1463537207414, timeTaken=183, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=400, AM_GC_TIME_MILLIS=12, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074414666, Process_Duration=13, Process_End_Time=2927074414679, Read_Duration=4, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:47,416 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537207055_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:47,416 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207055_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:47 Completed Dag: dag_1463537207055_0001_1
2016-05-18 02:06:47,417 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537207055_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:47,417 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537207055_0001_1_post
2016-05-18 02:06:47,417 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,417 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:47,417 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:47,418 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE, with id=dag_1463537207055_0001_1
2016-05-18 02:06:47,418 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD] every/(1/1) ...yplatform/-1_ARGS_REPLACE, with id=dag_1463537207055_0001_1
2016-05-18 02:06:47,425 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_ARGS_REPLACE, applicationId=application_1463537207055_0001
2016-05-18 02:06:47,427 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:47,427 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:47,427 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:47,427 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:47,427 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:47,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:47,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:47,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:47,428 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:47,428 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:47,429 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:47,429 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:47,430 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:47,431 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:47,435 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/820038CE78C141F7B0E47BB273A7CEF4/D8344B56DAFA4596A55BD993084B53CD/.tez/application_1463537207055_0001
2016-05-18 02:06:47,436 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_REPLACE/_temporary
2016-05-18 02:06:47,436 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.400
2016-05-18 02:06:47,440 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:47,440 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:47,514 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_ARGS_REPLACE
2016-05-18 02:06:47,538 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:47,539 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:47,573 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:47,581 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:06:47,582 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:47,582 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:47,582 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:47,597 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:47,605 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:47,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:47,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:47,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_SWAP"]
2016-05-18 02:06:47,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:47,660 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:47,660 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:47,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:47,661 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:47,674 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:47,679 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:47,679 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:47,679 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:47,690 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001 doesn't exist and is created
2016-05-18 02:06:47,711 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:47,711 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:47,712 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd
2016-05-18 02:06:47,727 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537207679_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:47,728 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:47,728 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:47,730 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:47,730 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:47,730 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:47,730 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:47,730 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:47,733 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:47,733 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:47,733 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:47,733 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:47,733 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:47,733 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:47,733 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:47,734 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:47,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:47,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:47,735 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:47,735 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:47,737 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:47,738 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:47,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:47,738 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd/localmode-log-dir
2016-05-18 02:06:47,738 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd/localmode-log-dir/history.txt.appattempt_1463537207679_0001_000000, maxErrors=10
2016-05-18 02:06:47,738 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:47,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537207679_0001_000000, appSubmitTime=1463537207727, launchTime=1463537207727
2016-05-18 02:06:47,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:47,745 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51934
2016-05-18 02:06:47,746 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537207679
2016-05-18 02:06:47,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537207679_0001_000000, startTime=1463537207747
2016-05-18 02:06:47,747 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:47,811 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:47,811 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:47,811 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_ARGS_SWAP, applicationId=application_1463537207679_0001, dagName=[3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:47,828 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:47,828 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:47,829 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537207679_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd/localmode-log-dir/dag_1463537207679_0001_1.dot
2016-05-18 02:06:47,829 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd/localmode-log-dir/dag_1463537207679_0001_1-tez-dag.pb.txt
2016-05-18 02:06:47,836 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537207679_0001_1
2016-05-18 02:06:47,836 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,837 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:47 Running Dag: dag_1463537207679_0001_1
2016-05-18 02:06:47,851 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537207679_0001_1, submitTime=1463537207828
2016-05-18 02:06:47,853 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001/tez-conf.pb" } size: 40947 timestamp: 1463537207000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:47,854 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,854 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:47,855 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001/tez-conf.pb" } size: 40947 timestamp: 1463537207000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:47,856 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,856 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:47,856 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:47,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537207679_0001_1, initTime=1463537207857
2016-05-18 02:06:47,858 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207679_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:47,858 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:47,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:DAG_STARTED]: dagID=dag_1463537207679_0001_1, startTime=1463537207859
2016-05-18 02:06:47,859 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207679_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:47,859 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D2E2B129C81C4FAB96C9311A17850F4B : {4C16D5F5E32840C2B87695251C303E78={InputName=4C16D5F5E32840C2B87695251C303E78}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:47,859 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4C16D5F5E32840C2B87695251C303E78, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:47,859 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,859 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,859 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,860 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,860 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:47,861 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,861 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_ARGS_SWAP, applicationId=application_1463537207679_0001, dagName=[3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:47,864 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:47,864 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,864 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537207679_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:47,865 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394], numAdditionalOutputs=1
2016-05-18 02:06:47,865 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F904A538D5EE4376A1BC8BE9022A8539, vertex=vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:47,867 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for AD713F5773924EC5AC6D02D21BE4B394:F904A538D5EE4376A1BC8BE9022A8539 using oldmapred API
2016-05-18 02:06:47,868 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F904A538D5EE4376A1BC8BE9022A8539, vertexName=AD713F5773924EC5AC6D02D21BE4B394, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:47,869 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4C16D5F5E32840C2B87695251C303E78 on vertex vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AD713F5773924EC5AC6D02D21BE4B394, vertexId=vertex_1463537207679_0001_1_01, initRequestedTime=1463537207861, initedTime=1463537207865, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:47,869 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:47,871 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4C16D5F5E32840C2B87695251C303E78 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:47,872 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:47,872 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:47,873 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:47,873 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:47,873 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4C16D5F5E32840C2B87695251C303E78 on vertex vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,874 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:47,874 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4C16D5F5E32840C2B87695251C303E78=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:47,875 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] parallelism set to 1
2016-05-18 02:06:47,875 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:47,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D2E2B129C81C4FAB96C9311A17850F4B, vertexId=vertex_1463537207679_0001_1_00, initRequestedTime=1463537207859, initedTime=1463537207876, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:47,876 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] with distanceFromRoot: 0
2016-05-18 02:06:47,876 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:47,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537207679_0001_1_00, startRequestedTime=1463537207860, startedTime=1463537207877
2016-05-18 02:06:47,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537207679_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:47,878 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:47,878 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537207679_0001_1_00 for vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] numStartedSources: 1 numSources: 1
2016-05-18 02:06:47,878 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D2E2B129C81C4FAB96C9311A17850F4B
2016-05-18 02:06:47,878 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,878 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] with distanceFromRoot: 1
2016-05-18 02:06:47,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537207679_0001_1_01, startRequestedTime=1463537207878, startedTime=1463537207879
2016-05-18 02:06:47,880 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:47,880 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: AD713F5773924EC5AC6D02D21BE4B394 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:47,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_STARTED]: vertexName=D2E2B129C81C4FAB96C9311A17850F4B, taskId=task_1463537207679_0001_1_00_000000, scheduledTime=1463537207880, launchTime=1463537207880
2016-05-18 02:06:47,881 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D2E2B129C81C4FAB96C9311A17850F4B in vertex: AD713F5773924EC5AC6D02D21BE4B394 numBipartiteSourceTasks: 1
2016-05-18 02:06:47,881 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,882 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:47,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537207679_0001_00_000001, launchTime=1463537207884
2016-05-18 02:06:47,885 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207679_0001_00_000001
2016-05-18 02:06:47,885 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207679_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,885 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537207679_0001_1_00_000000_0] started. Is using containerId: [container_1463537207679_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:47,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D2E2B129C81C4FAB96C9311A17850F4B, taskAttemptId=attempt_1463537207679_0001_1_00_000000_0, startTime=1463537207885, containerId=container_1463537207679_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,886 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,886 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,887 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:47,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP, VertexName: D2E2B129C81C4FAB96C9311A17850F4B, VertexParallelism: 1, TaskAttemptID:attempt_1463537207679_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4C16D5F5E32840C2B87695251C303E78, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AD713F5773924EC5AC6D02D21BE4B394, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:47,887 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:47,887 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,888 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537207679_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:47,888 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537207679_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:47,891 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537207679_0001, with dag id: dag_1463537207679_0001_1
2016-05-18 02:06:47,891 INFO  input.MRInput (MRInput.java:initialize(440)) - 4C16D5F5E32840C2B87695251C303E78 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:47,891 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4C16D5F5E32840C2B87695251C303E78
2016-05-18 02:06:47,892 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:47,898 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D2E2B129C81C4FAB96C9311A17850F4B, ordinal: 0
2016-05-18 02:06:47,898 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D2E2B129C81C4FAB96C9311A17850F4B, mem on start (mb), free: 204, total: 370, max: 672
2016-05-18 02:06:47,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:47,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:47,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:47,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:47,899 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4C16D5F5E32840C2B87695251C303E78:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [AD713F5773924EC5AC6D02D21BE4B394:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:47,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:47,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:47,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:47,900 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4C16D5F5E32840C2B87695251C303E78:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [AD713F5773924EC5AC6D02D21BE4B394:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:47,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:47,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4C16D5F5E32840C2B87695251C303E78 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:47,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4C16D5F5E32840C2B87695251C303E78
2016-05-18 02:06:47,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:47,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:47,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:47,901 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,902 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:47,902 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4C16D5F5E32840C2B87695251C303E78 initialized RecordReader from event
2016-05-18 02:06:47,905 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:47,905 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 4C16D5F5E32840C2B87695251C303E78
2016-05-18 02:06:47,906 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 33F9BCE1346F4D4EB7F11B40323BA9C3
2016-05-18 02:06:47,906 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 33F9BCE1346F4D4EB7F11B40323BA9C3
2016-05-18 02:06:47,907 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,910 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,910 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - AD713F5773924EC5AC6D02D21BE4B394 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@46000f2b, comparator=cascading.tuple.hadoop.util.TupleComparator@2de3f3f4, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:47,910 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for AD713F5773924EC5AC6D02D21BE4B394: , UsingHashComparator=false
2016-05-18 02:06:47,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:47,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:47,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for AD713F5773924EC5AC6D02D21BE4B394: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:47,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - AD713F5773924EC5AC6D02D21BE4B394: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:47,937 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:47,937 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D2E2B129C81C4FAB96C9311A17850F4B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:47,940 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,940 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D2E2B129C81C4FAB96C9311A17850F4B, mem on close (mb), free: 226, total: 373, max: 672
2016-05-18 02:06:47,940 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - AD713F5773924EC5AC6D02D21BE4B394: Starting flush of map output
2016-05-18 02:06:47,940 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - AD713F5773924EC5AC6D02D21BE4B394: Span0.length = 20, perItem = 6
2016-05-18 02:06:47,941 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - AD713F5773924EC5AC6D02D21BE4B394: done sorting span=0, length=20, time=1
2016-05-18 02:06:47,941 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - AD713F5773924EC5AC6D02D21BE4B394: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:47,942 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - AD713F5773924EC5AC6D02D21BE4B394: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd/localmode-local-dir/output/attempt_1463537207679_0001_1_00_000000_0_10111_0/file.out
2016-05-18 02:06:47,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:47 Completed running task attempt: attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,947 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537207679_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:47,947 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537207679_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:47,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537207679_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537207937, Process_Duration=3, Process_End_Time=1463537207940, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:47,949 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537207679_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:47,949 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:47,949 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:47,949 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,949 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207679_0001_00_000001
2016-05-18 02:06:47,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D2E2B129C81C4FAB96C9311A17850F4B, taskAttemptId=attempt_1463537207679_0001_1_00_000000_0, creationTime=1463537207881, allocationTime=1463537207884, startTime=1463537207885, finishTime=1463537207949, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:47,950 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_FINISHED]: vertexName=D2E2B129C81C4FAB96C9311A17850F4B, taskId=task_1463537207679_0001_1_00_000000, startTime=1463537207885, finishTime=1463537207951, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463537207679_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537207937, Process_Duration=3, Process_End_Time=1463537207940, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:47,951 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:47,951 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:47,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_FINISHED]: vertexName=D2E2B129C81C4FAB96C9311A17850F4B, vertexId=vertex_1463537207679_0001_1_00, initRequestedTime=1463537207859, initedTime=1463537207876, startRequestedTime=1463537207860, startedTime=1463537207877, finishTime=1463537207952, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537207937, Process_Duration=3, Process_End_Time=1463537207940, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537207885, firstTasksToStart=[ task_1463537207679_0001_1_00_000000 ], lastTaskFinishTime=1463537207949, lastTasksToFinish=[ task_1463537207679_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537207679_0001_1_00_000000 ], longestDurationTasks=[ task_1463537207679_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:47,953 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:47,953 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] attempt: attempt_1463537207679_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:47,953 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AD713F5773924EC5AC6D02D21BE4B394
2016-05-18 02:06:47,953 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:47,953 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D2E2B129C81C4FAB96C9311A17850F4B, destinationVertexName=AD713F5773924EC5AC6D02D21BE4B394. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:47,953 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,953 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:47,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_STARTED]: vertexName=AD713F5773924EC5AC6D02D21BE4B394, taskId=task_1463537207679_0001_1_01_000000, scheduledTime=1463537207954, launchTime=1463537207954
2016-05-18 02:06:47,954 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537207679_0001_00_000001, stoppedTime=1463537207955, exitStatus=0
2016-05-18 02:06:47,955 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537207679_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:47,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537207679_0001_00_000002, launchTime=1463537207957
2016-05-18 02:06:47,958 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207679_0001_00_000002
2016-05-18 02:06:47,958 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207679_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:47,958 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537207679_0001_1_01_000000_0] started. Is using containerId: [container_1463537207679_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:47,959 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:47,959 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:47,959 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:47,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP, VertexName: AD713F5773924EC5AC6D02D21BE4B394, VertexParallelism: 1, TaskAttemptID:attempt_1463537207679_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D2E2B129C81C4FAB96C9311A17850F4B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F904A538D5EE4376A1BC8BE9022A8539, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:47,959 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:47,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AD713F5773924EC5AC6D02D21BE4B394, taskAttemptId=attempt_1463537207679_0001_1_01_000000_0, startTime=1463537207958, containerId=container_1463537207679_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:47,960 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:47,960 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537207679_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:47,961 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537207679_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:47,963 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:47,964 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:47,965 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537207679_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:47,965 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207679_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:47,965 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537207679_0001_00_000001, Exiting
2016-05-18 02:06:47,965 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537207679_0001_00_000001
2016-05-18 02:06:47,965 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537207679_0001_00_000001
2016-05-18 02:06:47,970 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537207679_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:47,970 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537207679_0001_00_000001 completed successfully
2016-05-18 02:06:47,972 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AD713F5773924EC5AC6D02D21BE4B394, ordinal: 1
2016-05-18 02:06:47,973 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AD713F5773924EC5AC6D02D21BE4B394, mem on start (mb), free: 220, total: 373, max: 672
2016-05-18 02:06:47,973 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:47,973 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:47,973 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:47,975 INFO  output.MROutput (MROutput.java:initialize(421)) - F904A538D5EE4376A1BC8BE9022A8539: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:47,975 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:47,975 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D2E2B129C81C4FAB96C9311A17850F4B:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F904A538D5EE4376A1BC8BE9022A8539:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:47,975 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:47,975 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:47,976 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:47,976 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D2E2B129C81C4FAB96C9311A17850F4B:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [F904A538D5EE4376A1BC8BE9022A8539:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:47,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:47,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D2E2B129C81C4FAB96C9311A17850F4B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:47,976 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D2E2B129C81C4FAB96C9311A17850F4B: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:47,977 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D2E2B129C81C4FAB96C9311A17850F4B: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:47,977 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:47,977 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:47,977 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D2E2B129C81C4FAB96C9311A17850F4B with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:47,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D2E2B129C81C4FAB96C9311A17850F4B
2016-05-18 02:06:47,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:47,980 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:47,984 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:47,984 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D2E2B129C81C4FAB96C9311A17850F4B: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:47,984 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 33F9BCE1346F4D4EB7F11B40323BA9C3
2016-05-18 02:06:47,985 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_SWAP"], id: F904A538D5EE4376A1BC8BE9022A8539
2016-05-18 02:06:47,985 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_SWAP"]
2016-05-18 02:06:47,985 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 33F9BCE1346F4D4EB7F11B40323BA9C3, for 1 inputs
2016-05-18 02:06:47,986 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537207679_0001_1_00_000000_0_10111} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537207986, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:47,986 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D2E2B129C81C4FAB96C9311A17850F4B
2016-05-18 02:06:47,987 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:47,987 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D2E2B129C81C4FAB96C9311A17850F4B, wasInterrupted=false
2016-05-18 02:06:47,987 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - D2E2B129C81C4FAB96C9311A17850F4B: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:47,987 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:47,989 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:47,990 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,990 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001_wd/localmode-local-dir/output/attempt_1463537207679_0001_1_00_000000_0_10111/file.out, len=181, isLocal=true
2016-05-18 02:06:47,990 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:47,990 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:47,990 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:47,990 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:47,991 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D2E2B129C81C4FAB96C9311A17850F4B
2016-05-18 02:06:47,991 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D2E2B129C81C4FAB96C9311A17850F4B: Shuffle Runner thread complete
2016-05-18 02:06:47,991 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AD713F5773924EC5AC6D02D21BE4B394, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:06:47,992 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:47,992 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D2E2B129C81C4FAB96C9311A17850F4B: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:47,998 INFO  output.MROutput (MROutput.java:close(526)) - F904A538D5EE4376A1BC8BE9022A8539 closed
2016-05-18 02:06:47,999 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537207679_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:47,999 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:47,999 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AD713F5773924EC5AC6D02D21BE4B394, mem on close (mb), free: 216, total: 373, max: 672
2016-05-18 02:06:47,999 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D2E2B129C81C4FAB96C9311A17850F4B
2016-05-18 02:06:48,000 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D2E2B129C81C4FAB96C9311A17850F4B: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:48,000 INFO  output.MROutput (MROutput.java:close(526)) - F904A538D5EE4376A1BC8BE9022A8539 closed
2016-05-18 02:06:48,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:48 Completed running task attempt: attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:48,001 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537207679_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:48,001 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537207679_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:48,001 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537207679_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537207991, Process_Duration=8, Process_End_Time=1463537207999, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:48,002 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537207679_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:48,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AD713F5773924EC5AC6D02D21BE4B394, taskAttemptId=attempt_1463537207679_0001_1_01_000000_0, creationTime=1463537207954, allocationTime=1463537207955, startTime=1463537207958, finishTime=1463537208002, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:48,003 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:48,003 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:48,003 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:48,003 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:TASK_FINISHED]: vertexName=AD713F5773924EC5AC6D02D21BE4B394, taskId=task_1463537207679_0001_1_01_000000, startTime=1463537207958, finishTime=1463537208003, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537207679_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537207991, Process_Duration=8, Process_End_Time=1463537207999, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:48,004 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537207679_0001_00_000002
2016-05-18 02:06:48,004 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:48,004 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394]
2016-05-18 02:06:48,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:VERTEX_FINISHED]: vertexName=AD713F5773924EC5AC6D02D21BE4B394, vertexId=vertex_1463537207679_0001_1_01, initRequestedTime=1463537207861, initedTime=1463537207865, startRequestedTime=1463537207878, startedTime=1463537207879, finishTime=1463537208004, timeTaken=125, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537207991, Process_Duration=8, Process_End_Time=1463537207999, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537207958, firstTasksToStart=[ task_1463537207679_0001_1_01_000000 ], lastTaskFinishTime=1463537208002, lastTasksToFinish=[ task_1463537207679_0001_1_01_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537207679_0001_1_01_000000 ], longestDurationTasks=[ task_1463537207679_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:48,005 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:48,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537207679_0001_00_000002, stoppedTime=1463537208005, exitStatus=0
2016-05-18 02:06:48,006 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:48,006 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:48,006 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537207679_0001_1_00 [D2E2B129C81C4FAB96C9311A17850F4B]
2016-05-18 02:06:48,006 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537207679_0001_1
2016-05-18 02:06:48,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537207679_0001_1
2016-05-18 02:06:48,006 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207679_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:48,007 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537207679_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:48,007 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F904A538D5EE4376A1BC8BE9022A8539 for vertex: vertex_1463537207679_0001_1_01 [AD713F5773924EC5AC6D02D21BE4B394], outputName: F904A538D5EE4376A1BC8BE9022A8539
2016-05-18 02:06:48,007 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537207679_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:48,008 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537207679_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:48,008 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537207679_0001_00_000002, Exiting
2016-05-18 02:06:48,008 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537207679_0001_00_000002
2016-05-18 02:06:48,008 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537207679_0001_00_000002
2016-05-18 02:06:48,008 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537207679_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:48,008 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537207679_0001_00_000002 completed successfully
2016-05-18 02:06:48,017 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F904A538D5EE4376A1BC8BE9022A8539 of vertex/vertexGroup:AD713F5773924EC5AC6D02D21BE4B394 isVertexGroupOutput:false
2016-05-18 02:06:48,017 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:48,018 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537207679_0001_1, queueSize=0
2016-05-18 02:06:48,019 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537207679_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537207679_0001_1, startTime=1463537207858, finishTime=1463537208017, timeTaken=159, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=310, AM_GC_TIME_MILLIS=12, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074415928, Process_Duration=11, Process_End_Time=2927074415939, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:48,019 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537207679_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:48,019 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537207679_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:48 Completed Dag: dag_1463537207679_0001_1
2016-05-18 02:06:48,019 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537207679_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:48,019 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537207679_0001_1_post
2016-05-18 02:06:48,019 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,020 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:48,020 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:48,020 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP, with id=dag_1463537207679_0001_1
2016-05-18 02:06:48,020 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA] every/(1/1) ...mblyplatform/-1_ARGS_SWAP, with id=dag_1463537207679_0001_1
2016-05-18 02:06:48,025 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/-1_ARGS_SWAP, applicationId=application_1463537207679_0001
2016-05-18 02:06:48,027 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:48,027 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:48,027 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:48,027 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:48,027 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:48,027 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:48,028 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:48,028 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:48,028 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:48,028 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:48,029 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:48,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:48,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:48,030 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:48,034 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3E94580CED1D4187A53974F4995912BE/B24402DE33924285806CE874F49995BA/.tez/application_1463537207679_0001
2016-05-18 02:06:48,035 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/-1_ARGS_SWAP/_temporary
2016-05-18 02:06:48,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.377
2016-05-18 02:06:48,109 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//-1_ARGS_SWAP
2016-05-18 02:06:48,134 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:48,134 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:48,140 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:48,140 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:48,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:48,185 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:48,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:48,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:48,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:48,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:48,207 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_-1
2016-05-18 02:06:48,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:48,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:48,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_-1"]
2016-05-18 02:06:48,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:48,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:48,264 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:48,264 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:48,264 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:48,277 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:48,282 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:48,282 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:48,282 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:48,291 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001 doesn't exist and is created
2016-05-18 02:06:48,311 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:48,311 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:48,311 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd
2016-05-18 02:06:48,327 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537208282_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:48,327 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:48,327 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:48,328 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:48,329 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:48,329 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:48,329 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:48,329 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:48,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:48,331 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:48,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:48,331 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:48,333 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:48,333 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:48,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:48,334 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd/localmode-log-dir
2016-05-18 02:06:48,334 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd/localmode-log-dir/history.txt.appattempt_1463537208282_0001_000000, maxErrors=10
2016-05-18 02:06:48,334 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:48,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537208282_0001_000000, appSubmitTime=1463537208326, launchTime=1463537208326
2016-05-18 02:06:48,341 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:48,341 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43322
2016-05-18 02:06:48,342 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537208282
2016-05-18 02:06:48,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537208282_0001_000000, startTime=1463537208344
2016-05-18 02:06:48,344 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:48,411 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:48,411 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:48,411 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/0_'field'_-1, applicationId=application_1463537208282_0001, dagName=[536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:48,428 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:48,428 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:48,429 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537208282_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd/localmode-log-dir/dag_1463537208282_0001_1.dot
2016-05-18 02:06:48,429 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd/localmode-log-dir/dag_1463537208282_0001_1-tez-dag.pb.txt
2016-05-18 02:06:48,436 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537208282_0001_1
2016-05-18 02:06:48,436 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,436 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:48 Running Dag: dag_1463537208282_0001_1
2016-05-18 02:06:48,451 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537208282_0001_1, submitTime=1463537208428
2016-05-18 02:06:48,452 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001/tez-conf.pb" } size: 40947 timestamp: 1463537208000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:48,452 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,453 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:48,454 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001/tez-conf.pb" } size: 40947 timestamp: 1463537208000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:48,454 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,454 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:48,455 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:48,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537208282_0001_1, initTime=1463537208455
2016-05-18 02:06:48,456 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208282_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:48,456 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:48,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:DAG_STARTED]: dagID=dag_1463537208282_0001_1, startTime=1463537208456
2016-05-18 02:06:48,456 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208282_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:48,456 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/0_'field'_-1, applicationId=application_1463537208282_0001, dagName=[536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:48,457 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A8F9142C3ACF442AA7D411A37DA9B149 : {DDDB886AABF44ACE80C5A1F07DD1BA7B={InputName=DDDB886AABF44ACE80C5A1F07DD1BA7B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:48,457 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: DDDB886AABF44ACE80C5A1F07DD1BA7B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:48,457 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,457 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,457 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,457 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,459 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:48,459 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,461 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: DDDB886AABF44ACE80C5A1F07DD1BA7B on vertex vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,463 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:48,463 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,463 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,464 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537208282_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:48,464 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01], numAdditionalOutputs=1
2016-05-18 02:06:48,464 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=C6921CCDDEBB4DF6ACFAF5A295769D3D, vertex=vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:48,476 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input DDDB886AABF44ACE80C5A1F07DD1BA7B asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:48,477 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F9F987057AC445548958FED4EF854E01:C6921CCDDEBB4DF6ACFAF5A295769D3D using oldmapred API
2016-05-18 02:06:48,478 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=C6921CCDDEBB4DF6ACFAF5A295769D3D, vertexName=F9F987057AC445548958FED4EF854E01, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:48,478 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:48,478 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:48,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F9F987057AC445548958FED4EF854E01, vertexId=vertex_1463537208282_0001_1_01, initRequestedTime=1463537208459, initedTime=1463537208464, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:48,479 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:48,479 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:48,479 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:48,480 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: DDDB886AABF44ACE80C5A1F07DD1BA7B on vertex vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,481 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:48,482 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {DDDB886AABF44ACE80C5A1F07DD1BA7B=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:48,482 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] parallelism set to 1
2016-05-18 02:06:48,482 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:48,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A8F9142C3ACF442AA7D411A37DA9B149, vertexId=vertex_1463537208282_0001_1_00, initRequestedTime=1463537208457, initedTime=1463537208483, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:48,483 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] with distanceFromRoot: 0
2016-05-18 02:06:48,483 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:48,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537208282_0001_1_00, startRequestedTime=1463537208459, startedTime=1463537208483
2016-05-18 02:06:48,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537208282_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:48,484 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:48,484 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537208282_0001_1_00 for vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] numStartedSources: 1 numSources: 1
2016-05-18 02:06:48,484 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] with distanceFromRoot: 1
2016-05-18 02:06:48,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537208282_0001_1_01, startRequestedTime=1463537208484, startedTime=1463537208485
2016-05-18 02:06:48,486 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:48,487 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A8F9142C3ACF442AA7D411A37DA9B149
2016-05-18 02:06:48,487 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,489 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_STARTED]: vertexName=A8F9142C3ACF442AA7D411A37DA9B149, taskId=task_1463537208282_0001_1_00_000000, scheduledTime=1463537208488, launchTime=1463537208488
2016-05-18 02:06:48,489 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F9F987057AC445548958FED4EF854E01 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:48,489 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,492 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A8F9142C3ACF442AA7D411A37DA9B149 in vertex: F9F987057AC445548958FED4EF854E01 numBipartiteSourceTasks: 1
2016-05-18 02:06:48,492 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:48,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537208282_0001_00_000001, launchTime=1463537208493
2016-05-18 02:06:48,494 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208282_0001_00_000001
2016-05-18 02:06:48,495 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208282_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,495 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537208282_0001_1_00_000000_0] started. Is using containerId: [container_1463537208282_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:48,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A8F9142C3ACF442AA7D411A37DA9B149, taskAttemptId=attempt_1463537208282_0001_1_00_000000_0, startTime=1463537208495, containerId=container_1463537208282_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:48 Starting to run new task attempt: attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,496 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,496 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,497 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:48,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1, VertexName: A8F9142C3ACF442AA7D411A37DA9B149, VertexParallelism: 1, TaskAttemptID:attempt_1463537208282_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DDDB886AABF44ACE80C5A1F07DD1BA7B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F9F987057AC445548958FED4EF854E01, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:48,497 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:48,498 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,499 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537208282_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:48,499 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537208282_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:48,501 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537208282_0001, with dag id: dag_1463537208282_0001_1
2016-05-18 02:06:48,502 INFO  input.MRInput (MRInput.java:initialize(440)) - DDDB886AABF44ACE80C5A1F07DD1BA7B using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:48,502 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: DDDB886AABF44ACE80C5A1F07DD1BA7B
2016-05-18 02:06:48,503 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:48,511 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A8F9142C3ACF442AA7D411A37DA9B149, ordinal: 0
2016-05-18 02:06:48,511 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A8F9142C3ACF442AA7D411A37DA9B149, mem on start (mb), free: 308, total: 364, max: 672
2016-05-18 02:06:48,511 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:48,511 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:48,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:48,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:48,512 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DDDB886AABF44ACE80C5A1F07DD1BA7B:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F9F987057AC445548958FED4EF854E01:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:48,512 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:48,513 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:48,513 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:48,513 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DDDB886AABF44ACE80C5A1F07DD1BA7B:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F9F987057AC445548958FED4EF854E01:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:48,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:48,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DDDB886AABF44ACE80C5A1F07DD1BA7B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:48,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:48,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:48,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DDDB886AABF44ACE80C5A1F07DD1BA7B
2016-05-18 02:06:48,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:48,515 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,516 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:48,516 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - DDDB886AABF44ACE80C5A1F07DD1BA7B initialized RecordReader from event
2016-05-18 02:06:48,518 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:48,519 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: DDDB886AABF44ACE80C5A1F07DD1BA7B
2016-05-18 02:06:48,519 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 89BF161682AA418CAF6C24540AE61328
2016-05-18 02:06:48,519 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 89BF161682AA418CAF6C24540AE61328
2016-05-18 02:06:48,520 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:48,523 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:48,523 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F9F987057AC445548958FED4EF854E01 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@7ea0788, comparator=cascading.tuple.hadoop.util.TupleComparator@159475c7, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:48,524 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F9F987057AC445548958FED4EF854E01: , UsingHashComparator=false
2016-05-18 02:06:48,537 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:48,537 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:48,537 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F9F987057AC445548958FED4EF854E01: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:48,537 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F9F987057AC445548958FED4EF854E01: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:48,538 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:48,538 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A8F9142C3ACF442AA7D411A37DA9B149, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:48,541 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,541 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A8F9142C3ACF442AA7D411A37DA9B149, mem on close (mb), free: 206, total: 364, max: 672
2016-05-18 02:06:48,541 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F9F987057AC445548958FED4EF854E01: Starting flush of map output
2016-05-18 02:06:48,541 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F9F987057AC445548958FED4EF854E01: Span0.length = 20, perItem = 6
2016-05-18 02:06:48,542 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F9F987057AC445548958FED4EF854E01: done sorting span=0, length=20, time=1
2016-05-18 02:06:48,542 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F9F987057AC445548958FED4EF854E01: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:48,543 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F9F987057AC445548958FED4EF854E01: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd/localmode-local-dir/output/attempt_1463537208282_0001_1_00_000000_0_10117_0/file.out
2016-05-18 02:06:48,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:48 Completed running task attempt: attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,547 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537208282_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:48,547 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537208282_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:48,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537208282_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537208538, Process_Duration=3, Process_End_Time=1463537208541, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:48,550 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537208282_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:48,550 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:48,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A8F9142C3ACF442AA7D411A37DA9B149, taskAttemptId=attempt_1463537208282_0001_1_00_000000_0, creationTime=1463537208489, allocationTime=1463537208493, startTime=1463537208495, finishTime=1463537208550, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:48,550 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:48,550 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,550 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_FINISHED]: vertexName=A8F9142C3ACF442AA7D411A37DA9B149, taskId=task_1463537208282_0001_1_00_000000, startTime=1463537208495, finishTime=1463537208551, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1463537208282_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537208538, Process_Duration=3, Process_End_Time=1463537208541, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:48,551 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:48,551 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,552 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208282_0001_00_000001
2016-05-18 02:06:48,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_FINISHED]: vertexName=A8F9142C3ACF442AA7D411A37DA9B149, vertexId=vertex_1463537208282_0001_1_00, initRequestedTime=1463537208457, initedTime=1463537208483, startRequestedTime=1463537208459, startedTime=1463537208483, finishTime=1463537208552, timeTaken=69, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537208538, Process_Duration=3, Process_End_Time=1463537208541, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537208495, firstTasksToStart=[ task_1463537208282_0001_1_00_000000 ], lastTaskFinishTime=1463537208550, lastTasksToFinish=[ task_1463537208282_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537208282_0001_1_00_000000 ], longestDurationTasks=[ task_1463537208282_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:48,552 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:48,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537208282_0001_00_000001, stoppedTime=1463537208553, exitStatus=0
2016-05-18 02:06:48,553 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] attempt: attempt_1463537208282_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:48,553 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:48,553 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F9F987057AC445548958FED4EF854E01
2016-05-18 02:06:48,553 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:48,554 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A8F9142C3ACF442AA7D411A37DA9B149, destinationVertexName=F9F987057AC445548958FED4EF854E01. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:48,555 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,555 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537208282_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:48,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_STARTED]: vertexName=F9F987057AC445548958FED4EF854E01, taskId=task_1463537208282_0001_1_01_000000, scheduledTime=1463537208555, launchTime=1463537208555
2016-05-18 02:06:48,555 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537208282_0001_00_000002, launchTime=1463537208557
2016-05-18 02:06:48,558 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208282_0001_00_000002
2016-05-18 02:06:48,558 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537208282_0001_1_01_000000_0] started. Is using containerId: [container_1463537208282_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:48,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F9F987057AC445548958FED4EF854E01, taskAttemptId=attempt_1463537208282_0001_1_01_000000_0, startTime=1463537208558, containerId=container_1463537208282_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:48,559 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208282_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48 Starting to run new task attempt: attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,559 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,560 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,560 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:48,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1, VertexName: F9F987057AC445548958FED4EF854E01, VertexParallelism: 1, TaskAttemptID:attempt_1463537208282_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A8F9142C3ACF442AA7D411A37DA9B149, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C6921CCDDEBB4DF6ACFAF5A295769D3D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:48,560 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:48,561 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,562 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537208282_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:48,562 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208282_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:48,562 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537208282_0001_00_000001, Exiting
2016-05-18 02:06:48,562 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537208282_0001_00_000001
2016-05-18 02:06:48,562 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537208282_0001_00_000001
2016-05-18 02:06:48,564 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537208282_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,564 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537208282_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:48,565 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:48,566 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537208282_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:48,567 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:48,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537208282_0001_00_000001 completed successfully
2016-05-18 02:06:48,572 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F9F987057AC445548958FED4EF854E01, ordinal: 1
2016-05-18 02:06:48,572 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9F987057AC445548958FED4EF854E01, mem on start (mb), free: 201, total: 364, max: 672
2016-05-18 02:06:48,572 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:48,572 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:48,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:48,579 INFO  output.MROutput (MROutput.java:initialize(421)) - C6921CCDDEBB4DF6ACFAF5A295769D3D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:48,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:48,579 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C6921CCDDEBB4DF6ACFAF5A295769D3D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A8F9142C3ACF442AA7D411A37DA9B149:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:48,579 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:48,579 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:48,579 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:48,580 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C6921CCDDEBB4DF6ACFAF5A295769D3D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A8F9142C3ACF442AA7D411A37DA9B149:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:48,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:48,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A8F9142C3ACF442AA7D411A37DA9B149 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:48,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:48,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:48,581 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A8F9142C3ACF442AA7D411A37DA9B149: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:48,582 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A8F9142C3ACF442AA7D411A37DA9B149: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:48,584 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A8F9142C3ACF442AA7D411A37DA9B149 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:48,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A8F9142C3ACF442AA7D411A37DA9B149
2016-05-18 02:06:48,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:48,587 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,588 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A8F9142C3ACF442AA7D411A37DA9B149: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:48,590 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537208282_0001_1_00_000000_0_10117} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537208590, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:48,590 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A8F9142C3ACF442AA7D411A37DA9B149
2016-05-18 02:06:48,590 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:48,591 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A8F9142C3ACF442AA7D411A37DA9B149, wasInterrupted=false
2016-05-18 02:06:48,591 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:48,592 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:48,592 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 89BF161682AA418CAF6C24540AE61328
2016-05-18 02:06:48,593 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_-1"], id: C6921CCDDEBB4DF6ACFAF5A295769D3D
2016-05-18 02:06:48,593 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:48,595 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_-1"]
2016-05-18 02:06:48,595 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 89BF161682AA418CAF6C24540AE61328, for 1 inputs
2016-05-18 02:06:48,597 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:48,597 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001_wd/localmode-local-dir/output/attempt_1463537208282_0001_1_00_000000_0_10117/file.out, len=181, isLocal=true
2016-05-18 02:06:48,597 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:48,597 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:48,597 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:48,597 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:48,597 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A8F9142C3ACF442AA7D411A37DA9B149
2016-05-18 02:06:48,598 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A8F9142C3ACF442AA7D411A37DA9B149: Shuffle Runner thread complete
2016-05-18 02:06:48,597 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F9F987057AC445548958FED4EF854E01, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:48,599 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:48,600 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A8F9142C3ACF442AA7D411A37DA9B149: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:48,608 INFO  output.MROutput (MROutput.java:close(526)) - C6921CCDDEBB4DF6ACFAF5A295769D3D closed
2016-05-18 02:06:48,608 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537208282_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:48,609 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,609 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9F987057AC445548958FED4EF854E01, mem on close (mb), free: 197, total: 364, max: 672
2016-05-18 02:06:48,609 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A8F9142C3ACF442AA7D411A37DA9B149
2016-05-18 02:06:48,609 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A8F9142C3ACF442AA7D411A37DA9B149: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:48,610 INFO  output.MROutput (MROutput.java:close(526)) - C6921CCDDEBB4DF6ACFAF5A295769D3D closed
2016-05-18 02:06:48,610 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:48 Completed running task attempt: attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,610 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537208282_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:48,611 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537208282_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:48,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537208282_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537208598, Process_Duration=11, Process_End_Time=1463537208609, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:48,612 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537208282_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:48,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F9F987057AC445548958FED4EF854E01, taskAttemptId=attempt_1463537208282_0001_1_01_000000_0, creationTime=1463537208555, allocationTime=1463537208556, startTime=1463537208558, finishTime=1463537208612, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:48,613 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:48,613 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:48,613 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,613 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48,614 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208282_0001_00_000002
2016-05-18 02:06:48,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:TASK_FINISHED]: vertexName=F9F987057AC445548958FED4EF854E01, taskId=task_1463537208282_0001_1_01_000000, startTime=1463537208558, finishTime=1463537208613, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463537208282_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537208598, Process_Duration=11, Process_End_Time=1463537208609, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:48,614 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:48,614 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01]
2016-05-18 02:06:48,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:VERTEX_FINISHED]: vertexName=F9F987057AC445548958FED4EF854E01, vertexId=vertex_1463537208282_0001_1_01, initRequestedTime=1463537208459, initedTime=1463537208464, startRequestedTime=1463537208484, startedTime=1463537208485, finishTime=1463537208614, timeTaken=129, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537208598, Process_Duration=11, Process_End_Time=1463537208609, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537208558, firstTasksToStart=[ task_1463537208282_0001_1_01_000000 ], lastTaskFinishTime=1463537208612, lastTasksToFinish=[ task_1463537208282_0001_1_01_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537208282_0001_1_01_000000 ], longestDurationTasks=[ task_1463537208282_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:48,616 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:48,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537208282_0001_00_000002, stoppedTime=1463537208616, exitStatus=0
2016-05-18 02:06:48,616 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:48,616 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:48,616 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537208282_0001_1_00 [A8F9142C3ACF442AA7D411A37DA9B149]
2016-05-18 02:06:48,616 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537208282_0001_1
2016-05-18 02:06:48,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537208282_0001_1
2016-05-18 02:06:48,617 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: C6921CCDDEBB4DF6ACFAF5A295769D3D for vertex: vertex_1463537208282_0001_1_01 [F9F987057AC445548958FED4EF854E01], outputName: C6921CCDDEBB4DF6ACFAF5A295769D3D
2016-05-18 02:06:48,620 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208282_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:48,621 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537208282_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:48,624 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537208282_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:48,624 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208282_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:48,624 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537208282_0001_00_000002, Exiting
2016-05-18 02:06:48,624 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537208282_0001_00_000002
2016-05-18 02:06:48,624 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537208282_0001_00_000002
2016-05-18 02:06:48,626 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537208282_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:48,626 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537208282_0001_00_000002 completed successfully
2016-05-18 02:06:48,631 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:C6921CCDDEBB4DF6ACFAF5A295769D3D of vertex/vertexGroup:F9F987057AC445548958FED4EF854E01 isVertexGroupOutput:false
2016-05-18 02:06:48,631 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:48,634 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537208282_0001_1, queueSize=0
2016-05-18 02:06:48,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208282_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537208282_0001_1, startTime=1463537208456, finishTime=1463537208631, timeTaken=175, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=340, AM_GC_TIME_MILLIS=10, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074417136, Process_Duration=14, Process_End_Time=2927074417150, Read_Duration=5, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:48,634 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537208282_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:48,635 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208282_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:48 Completed Dag: dag_1463537208282_0001_1
2016-05-18 02:06:48,635 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537208282_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:48,635 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537208282_0001_1_post
2016-05-18 02:06:48,636 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:48,636 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:48,636 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:48,637 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1, with id=dag_1463537208282_0001_1
2016-05-18 02:06:48,637 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6] every/(1/1) ...mblyplatform/0_'field'_-1, with id=dag_1463537208282_0001_1
2016-05-18 02:06:48,642 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/0_'field'_-1, applicationId=application_1463537208282_0001
2016-05-18 02:06:48,643 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:48,643 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:48,644 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:48,644 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:48,644 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:48,644 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:48,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:48,645 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:48,645 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:48,645 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:48,647 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:48,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:48,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:48,648 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:48,652 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/536A60F839564B4E91192356E33D5EE8/EE8F81B2E4DD47F09E3217FF7661FDB6/.tez/application_1463537208282_0001
2016-05-18 02:06:48,653 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_-1/_temporary
2016-05-18 02:06:48,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.390
2016-05-18 02:06:48,728 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_'field'_-1
2016-05-18 02:06:48,753 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:48,753 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:48,768 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:48,768 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:48,805 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:48,818 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-05-18 02:06:48,818 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:48,818 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:48,819 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:48,834 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:48,840 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_'field'
2016-05-18 02:06:48,890 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:48,890 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:48,891 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_'field'"]
2016-05-18 02:06:48,891 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:48,891 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:48,891 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:48,892 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:48,892 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:48,906 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:48,910 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:48,911 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:48,911 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:48,920 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001 doesn't exist and is created
2016-05-18 02:06:48,939 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:48,940 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:48,940 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd
2016-05-18 02:06:48,956 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537208911_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:48,956 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:48,956 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:48,959 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:48,959 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:48,959 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:48,959 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:48,960 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:48,961 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:48,961 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:48,961 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:48,961 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:48,961 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:48,961 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:48,961 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:48,962 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:48,962 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:48,962 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:48,962 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:48,962 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:48,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:48,964 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:48,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:48,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd/localmode-log-dir
2016-05-18 02:06:48,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd/localmode-log-dir/history.txt.appattempt_1463537208911_0001_000000, maxErrors=10
2016-05-18 02:06:48,965 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:48,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537208911_0001_000000, appSubmitTime=1463537208955, launchTime=1463537208955
2016-05-18 02:06:48,967 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:48,976 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:38714
2016-05-18 02:06:48,977 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537208911
2016-05-18 02:06:48,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537208911_0001_000000, startTime=1463537208978
2016-05-18 02:06:48,978 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:49,040 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:49,040 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:49,041 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_'field'_'field', applicationId=application_1463537208911_0001, dagName=[F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:49,057 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:49,057 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:49,058 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537208911_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd/localmode-log-dir/dag_1463537208911_0001_1.dot
2016-05-18 02:06:49,058 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd/localmode-log-dir/dag_1463537208911_0001_1-tez-dag.pb.txt
2016-05-18 02:06:49,075 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537208911_0001_1
2016-05-18 02:06:49,075 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,076 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:49 Running Dag: dag_1463537208911_0001_1
2016-05-18 02:06:49,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537208911_0001_1, submitTime=1463537209057
2016-05-18 02:06:49,093 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001/tez-conf.pb" } size: 40947 timestamp: 1463537208000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:49,093 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,094 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:49,095 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001/tez-conf.pb" } size: 40947 timestamp: 1463537208000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:49,095 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,096 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:49,096 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:49,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537208911_0001_1, initTime=1463537209097
2016-05-18 02:06:49,097 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208911_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:49,098 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:49,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:DAG_STARTED]: dagID=dag_1463537208911_0001_1, startTime=1463537209098
2016-05-18 02:06:49,099 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208911_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:49,099 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_'field'_'field', applicationId=application_1463537208911_0001, dagName=[F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:49,099 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B99D629C7B8E423196708C69A056682B : {613E8A3DC84A48F691BED781ACDE7C48={InputName=613E8A3DC84A48F691BED781ACDE7C48}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:49,099 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 613E8A3DC84A48F691BED781ACDE7C48, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:49,099 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,099 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,099 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,099 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,100 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:49,100 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 613E8A3DC84A48F691BED781ACDE7C48 on vertex vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,100 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,104 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:49,104 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,104 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537208911_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:49,104 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B], numAdditionalOutputs=1
2016-05-18 02:06:49,105 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=7F8AAD85CA634DB4A1FE3F8F9EE2D556, vertex=vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:49,104 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 613E8A3DC84A48F691BED781ACDE7C48 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:49,107 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C16A75C5E09440BF9AC33B1686FF3A7B:7F8AAD85CA634DB4A1FE3F8F9EE2D556 using oldmapred API
2016-05-18 02:06:49,107 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=7F8AAD85CA634DB4A1FE3F8F9EE2D556, vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:49,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, vertexId=vertex_1463537208911_0001_1_01, initRequestedTime=1463537209100, initedTime=1463537209104, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:49,108 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:49,108 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:49,108 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:49,109 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:49,109 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:49,109 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 613E8A3DC84A48F691BED781ACDE7C48 on vertex vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,110 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:49,110 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {613E8A3DC84A48F691BED781ACDE7C48=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:49,111 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] parallelism set to 1
2016-05-18 02:06:49,111 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:49,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B99D629C7B8E423196708C69A056682B, vertexId=vertex_1463537208911_0001_1_00, initRequestedTime=1463537209099, initedTime=1463537209111, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:49,111 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] with distanceFromRoot: 0
2016-05-18 02:06:49,112 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:49,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537208911_0001_1_00, startRequestedTime=1463537209100, startedTime=1463537209112
2016-05-18 02:06:49,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537208911_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:49,112 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:49,112 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537208911_0001_1_00 for vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] numStartedSources: 1 numSources: 1
2016-05-18 02:06:49,112 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] with distanceFromRoot: 1
2016-05-18 02:06:49,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537208911_0001_1_01, startRequestedTime=1463537209112, startedTime=1463537209112
2016-05-18 02:06:49,113 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:49,116 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B99D629C7B8E423196708C69A056682B
2016-05-18 02:06:49,116 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,116 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C16A75C5E09440BF9AC33B1686FF3A7B with 0 source tasks and 1 pending tasks
2016-05-18 02:06:49,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_STARTED]: vertexName=B99D629C7B8E423196708C69A056682B, taskId=task_1463537208911_0001_1_00_000000, scheduledTime=1463537209116, launchTime=1463537209116
2016-05-18 02:06:49,117 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,117 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B99D629C7B8E423196708C69A056682B in vertex: C16A75C5E09440BF9AC33B1686FF3A7B numBipartiteSourceTasks: 1
2016-05-18 02:06:49,119 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:49,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537208911_0001_00_000001, launchTime=1463537209120
2016-05-18 02:06:49,121 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208911_0001_00_000001
2016-05-18 02:06:49,122 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208911_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,122 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537208911_0001_1_00_000000_0] started. Is using containerId: [container_1463537208911_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:49,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B99D629C7B8E423196708C69A056682B, taskAttemptId=attempt_1463537208911_0001_1_00_000000_0, startTime=1463537209121, containerId=container_1463537208911_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,123 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,123 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,123 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:49,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field', VertexName: B99D629C7B8E423196708C69A056682B, VertexParallelism: 1, TaskAttemptID:attempt_1463537208911_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=613E8A3DC84A48F691BED781ACDE7C48, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C16A75C5E09440BF9AC33B1686FF3A7B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:49,124 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:49,124 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,124 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537208911_0001, with dag id: dag_1463537208911_0001_1
2016-05-18 02:06:49,125 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537208911_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:49,125 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537208911_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:49,129 INFO  input.MRInput (MRInput.java:initialize(440)) - 613E8A3DC84A48F691BED781ACDE7C48 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:49,129 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:49,130 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 613E8A3DC84A48F691BED781ACDE7C48
2016-05-18 02:06:49,134 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B99D629C7B8E423196708C69A056682B, ordinal: 0
2016-05-18 02:06:49,134 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B99D629C7B8E423196708C69A056682B, mem on start (mb), free: 306, total: 373, max: 672
2016-05-18 02:06:49,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:49,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:49,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:49,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:49,134 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[613E8A3DC84A48F691BED781ACDE7C48:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C16A75C5E09440BF9AC33B1686FF3A7B:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:49,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:49,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:49,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:49,135 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[613E8A3DC84A48F691BED781ACDE7C48:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C16A75C5E09440BF9AC33B1686FF3A7B:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:49,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:49,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 613E8A3DC84A48F691BED781ACDE7C48 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:49,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:49,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:49,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 613E8A3DC84A48F691BED781ACDE7C48
2016-05-18 02:06:49,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:49,136 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,138 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:49,138 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 613E8A3DC84A48F691BED781ACDE7C48 initialized RecordReader from event
2016-05-18 02:06:49,139 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:49,140 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 613E8A3DC84A48F691BED781ACDE7C48
2016-05-18 02:06:49,140 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 9BA987826AA94ACCA4EB8FB602146361
2016-05-18 02:06:49,140 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 9BA987826AA94ACCA4EB8FB602146361
2016-05-18 02:06:49,141 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,143 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,143 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C16A75C5E09440BF9AC33B1686FF3A7B using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@58cb49b5, comparator=cascading.tuple.hadoop.util.TupleComparator@a54379e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:49,144 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C16A75C5E09440BF9AC33B1686FF3A7B: , UsingHashComparator=false
2016-05-18 02:06:49,156 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:49,157 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:49,157 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C16A75C5E09440BF9AC33B1686FF3A7B: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:49,157 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C16A75C5E09440BF9AC33B1686FF3A7B: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:49,157 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:49,158 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B99D629C7B8E423196708C69A056682B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:49,161 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,161 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B99D629C7B8E423196708C69A056682B, mem on close (mb), free: 204, total: 373, max: 672
2016-05-18 02:06:49,161 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C16A75C5E09440BF9AC33B1686FF3A7B: Starting flush of map output
2016-05-18 02:06:49,161 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C16A75C5E09440BF9AC33B1686FF3A7B: Span0.length = 20, perItem = 6
2016-05-18 02:06:49,162 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C16A75C5E09440BF9AC33B1686FF3A7B: done sorting span=0, length=20, time=1
2016-05-18 02:06:49,162 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C16A75C5E09440BF9AC33B1686FF3A7B: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:49,164 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C16A75C5E09440BF9AC33B1686FF3A7B: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd/localmode-local-dir/output/attempt_1463537208911_0001_1_00_000000_0_10123_0/file.out
2016-05-18 02:06:49,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,168 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537208911_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:49,169 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537208911_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:49,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537208911_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537209158, Process_Duration=3, Process_End_Time=1463537209161, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:49,170 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537208911_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:49,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B99D629C7B8E423196708C69A056682B, taskAttemptId=attempt_1463537208911_0001_1_00_000000_0, creationTime=1463537209117, allocationTime=1463537209120, startTime=1463537209121, finishTime=1463537209170, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:49,170 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:49,170 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:49,170 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,170 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_FINISHED]: vertexName=B99D629C7B8E423196708C69A056682B, taskId=task_1463537208911_0001_1_00_000000, startTime=1463537209121, finishTime=1463537209171, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537208911_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537209158, Process_Duration=3, Process_End_Time=1463537209161, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:49,173 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208911_0001_00_000001
2016-05-18 02:06:49,173 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:49,173 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_FINISHED]: vertexName=B99D629C7B8E423196708C69A056682B, vertexId=vertex_1463537208911_0001_1_00, initRequestedTime=1463537209099, initedTime=1463537209111, startRequestedTime=1463537209100, startedTime=1463537209112, finishTime=1463537209173, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537209158, Process_Duration=3, Process_End_Time=1463537209161, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537209121, firstTasksToStart=[ task_1463537208911_0001_1_00_000000 ], lastTaskFinishTime=1463537209170, lastTasksToFinish=[ task_1463537208911_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537208911_0001_1_00_000000 ], longestDurationTasks=[ task_1463537208911_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:49,174 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:49,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537208911_0001_00_000001, stoppedTime=1463537209174, exitStatus=0
2016-05-18 02:06:49,175 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] attempt: attempt_1463537208911_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:49,175 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:49,175 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:49,175 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537208911_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:49,176 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C16A75C5E09440BF9AC33B1686FF3A7B
2016-05-18 02:06:49,177 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B99D629C7B8E423196708C69A056682B, destinationVertexName=C16A75C5E09440BF9AC33B1686FF3A7B. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:49,177 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_STARTED]: vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, taskId=task_1463537208911_0001_1_01_000000, scheduledTime=1463537209177, launchTime=1463537209177
2016-05-18 02:06:49,177 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537208911_0001_00_000002, launchTime=1463537209179
2016-05-18 02:06:49,180 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208911_0001_00_000002
2016-05-18 02:06:49,180 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537208911_0001_1_01_000000_0] started. Is using containerId: [container_1463537208911_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:49,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, taskAttemptId=attempt_1463537208911_0001_1_01_000000_0, startTime=1463537209180, containerId=container_1463537208911_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:49,181 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208911_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,181 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,182 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,182 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:49,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field', VertexName: C16A75C5E09440BF9AC33B1686FF3A7B, VertexParallelism: 1, TaskAttemptID:attempt_1463537208911_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B99D629C7B8E423196708C69A056682B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=7F8AAD85CA634DB4A1FE3F8F9EE2D556, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:49,183 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537208911_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:49,184 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208911_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:49,184 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537208911_0001_00_000001, Exiting
2016-05-18 02:06:49,184 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537208911_0001_00_000001
2016-05-18 02:06:49,184 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537208911_0001_00_000001
2016-05-18 02:06:49,184 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:49,185 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,186 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537208911_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:49,186 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537208911_0001_00_000001 completed successfully
2016-05-18 02:06:49,187 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537208911_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,187 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537208911_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:49,191 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:49,197 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:49,198 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C16A75C5E09440BF9AC33B1686FF3A7B, ordinal: 1
2016-05-18 02:06:49,199 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C16A75C5E09440BF9AC33B1686FF3A7B, mem on start (mb), free: 199, total: 373, max: 672
2016-05-18 02:06:49,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:49,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:49,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:49,203 INFO  output.MROutput (MROutput.java:initialize(421)) - 7F8AAD85CA634DB4A1FE3F8F9EE2D556: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:49,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:49,203 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7F8AAD85CA634DB4A1FE3F8F9EE2D556:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B99D629C7B8E423196708C69A056682B:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:49,204 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:49,204 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:49,205 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:49,205 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7F8AAD85CA634DB4A1FE3F8F9EE2D556:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B99D629C7B8E423196708C69A056682B:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:49,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:49,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B99D629C7B8E423196708C69A056682B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:49,206 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B99D629C7B8E423196708C69A056682B: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:49,206 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B99D629C7B8E423196708C69A056682B: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:49,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:49,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:49,207 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B99D629C7B8E423196708C69A056682B with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:49,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B99D629C7B8E423196708C69A056682B
2016-05-18 02:06:49,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:49,211 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,214 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:49,214 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 9BA987826AA94ACCA4EB8FB602146361
2016-05-18 02:06:49,215 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_'field'"], id: 7F8AAD85CA634DB4A1FE3F8F9EE2D556
2016-05-18 02:06:49,215 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_'field'"]
2016-05-18 02:06:49,215 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 9BA987826AA94ACCA4EB8FB602146361, for 1 inputs
2016-05-18 02:06:49,215 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B99D629C7B8E423196708C69A056682B: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:49,217 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537208911_0001_1_00_000000_0_10123} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537209217, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:49,217 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B99D629C7B8E423196708C69A056682B
2016-05-18 02:06:49,217 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:49,217 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B99D629C7B8E423196708C69A056682B, wasInterrupted=false
2016-05-18 02:06:49,217 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - B99D629C7B8E423196708C69A056682B: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:49,218 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:49,218 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:49,219 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,220 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001_wd/localmode-local-dir/output/attempt_1463537208911_0001_1_00_000000_0_10123/file.out, len=181, isLocal=true
2016-05-18 02:06:49,220 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:49,220 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:49,220 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:49,220 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:49,220 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B99D629C7B8E423196708C69A056682B
2016-05-18 02:06:49,220 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B99D629C7B8E423196708C69A056682B: Shuffle Runner thread complete
2016-05-18 02:06:49,221 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C16A75C5E09440BF9AC33B1686FF3A7B, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:06:49,221 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,222 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B99D629C7B8E423196708C69A056682B: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:49,228 INFO  output.MROutput (MROutput.java:close(526)) - 7F8AAD85CA634DB4A1FE3F8F9EE2D556 closed
2016-05-18 02:06:49,228 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537208911_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:49,228 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,229 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C16A75C5E09440BF9AC33B1686FF3A7B, mem on close (mb), free: 196, total: 373, max: 672
2016-05-18 02:06:49,229 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B99D629C7B8E423196708C69A056682B
2016-05-18 02:06:49,229 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B99D629C7B8E423196708C69A056682B: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:49,229 INFO  output.MROutput (MROutput.java:close(526)) - 7F8AAD85CA634DB4A1FE3F8F9EE2D556 closed
2016-05-18 02:06:49,229 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,230 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537208911_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:49,230 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537208911_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:49,231 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537208911_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537209221, Process_Duration=7, Process_End_Time=1463537209228, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:49,232 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537208911_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:49,232 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, taskAttemptId=attempt_1463537208911_0001_1_01_000000_0, creationTime=1463537209177, allocationTime=1463537209178, startTime=1463537209180, finishTime=1463537209232, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:49,232 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:49,232 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49,232 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:49,232 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,233 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537208911_0001_00_000002
2016-05-18 02:06:49,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:TASK_FINISHED]: vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, taskId=task_1463537208911_0001_1_01_000000, startTime=1463537209180, finishTime=1463537209232, timeTaken=52, status=SUCCEEDED, successfulAttemptID=attempt_1463537208911_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537209221, Process_Duration=7, Process_End_Time=1463537209228, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:49,233 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:49,233 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B]
2016-05-18 02:06:49,234 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:VERTEX_FINISHED]: vertexName=C16A75C5E09440BF9AC33B1686FF3A7B, vertexId=vertex_1463537208911_0001_1_01, initRequestedTime=1463537209100, initedTime=1463537209104, startRequestedTime=1463537209112, startedTime=1463537209112, finishTime=1463537209233, timeTaken=121, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537209221, Process_Duration=7, Process_End_Time=1463537209228, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537209180, firstTasksToStart=[ task_1463537208911_0001_1_01_000000 ], lastTaskFinishTime=1463537209232, lastTasksToFinish=[ task_1463537208911_0001_1_01_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537208911_0001_1_01_000000 ], longestDurationTasks=[ task_1463537208911_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:49,234 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:49,234 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537208911_0001_00_000002, stoppedTime=1463537209234, exitStatus=0
2016-05-18 02:06:49,235 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:49,235 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:49,235 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537208911_0001_1_00 [B99D629C7B8E423196708C69A056682B]
2016-05-18 02:06:49,235 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537208911_0001_1
2016-05-18 02:06:49,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537208911_0001_1
2016-05-18 02:06:49,235 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208911_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:49,235 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 7F8AAD85CA634DB4A1FE3F8F9EE2D556 for vertex: vertex_1463537208911_0001_1_01 [C16A75C5E09440BF9AC33B1686FF3A7B], outputName: 7F8AAD85CA634DB4A1FE3F8F9EE2D556
2016-05-18 02:06:49,235 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537208911_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:49,243 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537208911_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:49,243 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537208911_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:49,243 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537208911_0001_00_000002, Exiting
2016-05-18 02:06:49,243 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537208911_0001_00_000002
2016-05-18 02:06:49,243 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537208911_0001_00_000002
2016-05-18 02:06:49,244 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537208911_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:49,244 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537208911_0001_00_000002 completed successfully
2016-05-18 02:06:49,246 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:7F8AAD85CA634DB4A1FE3F8F9EE2D556 of vertex/vertexGroup:C16A75C5E09440BF9AC33B1686FF3A7B isVertexGroupOutput:false
2016-05-18 02:06:49,246 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:49,248 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537208911_0001_1, queueSize=0
2016-05-18 02:06:49,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537208911_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537208911_0001_1, startTime=1463537209098, finishTime=1463537209246, timeTaken=148, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=280, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074418379, Process_Duration=10, Process_End_Time=2927074418389, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:49,248 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537208911_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:49,248 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537208911_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:49 Completed Dag: dag_1463537208911_0001_1
2016-05-18 02:06:49,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537208911_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:49,249 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537208911_0001_1_post
2016-05-18 02:06:49,249 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:49,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:49,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field', with id=dag_1463537208911_0001_1
2016-05-18 02:06:49,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783] every/(1/1) ...latform/0_'field'_'field', with id=dag_1463537208911_0001_1
2016-05-18 02:06:49,255 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_'field'_'field', applicationId=application_1463537208911_0001
2016-05-18 02:06:49,256 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:49,257 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:49,257 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:49,257 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:49,257 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:49,257 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:49,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:49,258 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:49,258 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:49,258 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:49,258 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:49,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:49,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:49,260 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:49,263 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/F4D766B390BF473EA78B7F2950FC0CA7/AA9CB40AF8E64B49A957D00835FEC783/.tez/application_1463537208911_0001
2016-05-18 02:06:49,264 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_'field'/_temporary
2016-05-18 02:06:49,265 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.374
2016-05-18 02:06:49,334 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_'field'_'field'
2016-05-18 02:06:49,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:49,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:49,360 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:49,360 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:49,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:49,403 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:06:49,404 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:49,404 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:49,404 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:49,420 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:49,426 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_RESULTS
2016-05-18 02:06:49,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:49,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:49,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_RESULTS"]
2016-05-18 02:06:49,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:49,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:49,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:49,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:49,493 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:49,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:49,521 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:49,521 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:49,521 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:49,532 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001 doesn't exist and is created
2016-05-18 02:06:49,554 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:49,554 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:49,555 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd
2016-05-18 02:06:49,571 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537209521_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:49,572 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:49,572 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:49,574 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:49,574 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:49,574 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:49,574 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:49,575 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:49,577 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:49,577 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:49,577 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:49,577 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:49,578 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:49,578 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:49,578 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:49,578 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:49,578 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:49,578 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:49,579 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:49,579 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:49,580 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:49,581 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:49,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:49,581 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd/localmode-log-dir
2016-05-18 02:06:49,582 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd/localmode-log-dir/history.txt.appattempt_1463537209521_0001_000000, maxErrors=10
2016-05-18 02:06:49,582 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:49,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537209521_0001_000000, appSubmitTime=1463537209571, launchTime=1463537209571
2016-05-18 02:06:49,584 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:49,590 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:59077
2016-05-18 02:06:49,591 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537209521
2016-05-18 02:06:49,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537209521_0001_000000, startTime=1463537209593
2016-05-18 02:06:49,593 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:49,654 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:49,654 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:49,654 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_'field'_RESULTS, applicationId=application_1463537209521_0001, dagName=[A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:49,672 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:49,672 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:49,673 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537209521_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd/localmode-log-dir/dag_1463537209521_0001_1.dot
2016-05-18 02:06:49,673 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd/localmode-log-dir/dag_1463537209521_0001_1-tez-dag.pb.txt
2016-05-18 02:06:49,680 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537209521_0001_1
2016-05-18 02:06:49,680 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,680 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:49 Running Dag: dag_1463537209521_0001_1
2016-05-18 02:06:49,695 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537209521_0001_1, submitTime=1463537209672
2016-05-18 02:06:49,696 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001/tez-conf.pb" } size: 40947 timestamp: 1463537209000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:49,696 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,696 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:49,697 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001/tez-conf.pb" } size: 40947 timestamp: 1463537209000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:49,697 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,697 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:49,697 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:49,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537209521_0001_1, initTime=1463537209698
2016-05-18 02:06:49,698 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537209521_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:49,698 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:49,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:DAG_STARTED]: dagID=dag_1463537209521_0001_1, startTime=1463537209698
2016-05-18 02:06:49,698 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537209521_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:49,699 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: ACF40F647FEA4500A83B34A0A49089E2 : {B68A11F0FDCF47E59F7B0BF85DAEDDEA={InputName=B68A11F0FDCF47E59F7B0BF85DAEDDEA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:49,699 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: B68A11F0FDCF47E59F7B0BF85DAEDDEA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:49,699 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,699 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,699 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,699 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,700 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:49,700 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,700 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: B68A11F0FDCF47E59F7B0BF85DAEDDEA on vertex vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,702 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input B68A11F0FDCF47E59F7B0BF85DAEDDEA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:49,703 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_'field'_RESULTS, applicationId=application_1463537209521_0001, dagName=[A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:49,704 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:49,704 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,704 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,704 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537209521_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:49,705 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870], numAdditionalOutputs=1
2016-05-18 02:06:49,705 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=C0CC4E3350184131B6C5D3D37EAC14D7, vertex=vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:49,707 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C3E8E9F2211C4D0B9F6D771C5E1F9870:C0CC4E3350184131B6C5D3D37EAC14D7 using oldmapred API
2016-05-18 02:06:49,707 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=C0CC4E3350184131B6C5D3D37EAC14D7, vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:49,705 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:49,708 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, vertexId=vertex_1463537209521_0001_1_01, initRequestedTime=1463537209700, initedTime=1463537209705, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:49,708 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:49,708 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:49,709 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:49,709 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:49,709 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: B68A11F0FDCF47E59F7B0BF85DAEDDEA on vertex vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,710 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:49,710 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {B68A11F0FDCF47E59F7B0BF85DAEDDEA=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:49,711 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] parallelism set to 1
2016-05-18 02:06:49,712 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:49,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ACF40F647FEA4500A83B34A0A49089E2, vertexId=vertex_1463537209521_0001_1_00, initRequestedTime=1463537209699, initedTime=1463537209712, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:49,713 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] with distanceFromRoot: 0
2016-05-18 02:06:49,713 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:49,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537209521_0001_1_00, startRequestedTime=1463537209700, startedTime=1463537209713
2016-05-18 02:06:49,714 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537209521_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:49,714 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:49,714 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537209521_0001_1_00 for vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] numStartedSources: 1 numSources: 1
2016-05-18 02:06:49,714 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] with distanceFromRoot: 1
2016-05-18 02:06:49,714 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in ACF40F647FEA4500A83B34A0A49089E2
2016-05-18 02:06:49,715 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537209521_0001_1_01, startRequestedTime=1463537209714, startedTime=1463537209715
2016-05-18 02:06:49,715 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:49,716 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,716 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C3E8E9F2211C4D0B9F6D771C5E1F9870 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:49,718 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_STARTED]: vertexName=ACF40F647FEA4500A83B34A0A49089E2, taskId=task_1463537209521_0001_1_00_000000, scheduledTime=1463537209718, launchTime=1463537209718
2016-05-18 02:06:49,718 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,719 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: ACF40F647FEA4500A83B34A0A49089E2 in vertex: C3E8E9F2211C4D0B9F6D771C5E1F9870 numBipartiteSourceTasks: 1
2016-05-18 02:06:49,719 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:49,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537209521_0001_00_000001, launchTime=1463537209720
2016-05-18 02:06:49,722 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537209521_0001_00_000001
2016-05-18 02:06:49,722 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537209521_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,722 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537209521_0001_1_00_000000_0] started. Is using containerId: [container_1463537209521_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:49,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ACF40F647FEA4500A83B34A0A49089E2, taskAttemptId=attempt_1463537209521_0001_1_00_000000_0, startTime=1463537209722, containerId=container_1463537209521_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,722 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,725 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,725 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:49,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS, VertexName: ACF40F647FEA4500A83B34A0A49089E2, VertexParallelism: 1, TaskAttemptID:attempt_1463537209521_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B68A11F0FDCF47E59F7B0BF85DAEDDEA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:49,725 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:49,726 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,727 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537209521_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:49,727 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537209521_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:49,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537209521_0001, with dag id: dag_1463537209521_0001_1
2016-05-18 02:06:49,730 INFO  input.MRInput (MRInput.java:initialize(440)) - B68A11F0FDCF47E59F7B0BF85DAEDDEA using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:49,730 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: B68A11F0FDCF47E59F7B0BF85DAEDDEA
2016-05-18 02:06:49,732 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:49,737 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ACF40F647FEA4500A83B34A0A49089E2, ordinal: 0
2016-05-18 02:06:49,737 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ACF40F647FEA4500A83B34A0A49089E2, mem on start (mb), free: 297, total: 372, max: 672
2016-05-18 02:06:49,737 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:49,737 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:49,737 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:49,737 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:49,738 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[B68A11F0FDCF47E59F7B0BF85DAEDDEA:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C3E8E9F2211C4D0B9F6D771C5E1F9870:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:49,738 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:49,738 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:49,738 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:49,740 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[B68A11F0FDCF47E59F7B0BF85DAEDDEA:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C3E8E9F2211C4D0B9F6D771C5E1F9870:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:49,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:49,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B68A11F0FDCF47E59F7B0BF85DAEDDEA being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:49,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B68A11F0FDCF47E59F7B0BF85DAEDDEA
2016-05-18 02:06:49,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:49,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:49,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:49,741 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,742 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:49,742 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - B68A11F0FDCF47E59F7B0BF85DAEDDEA initialized RecordReader from event
2016-05-18 02:06:49,745 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:49,746 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B68A11F0FDCF47E59F7B0BF85DAEDDEA
2016-05-18 02:06:49,746 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 301DDB8F2593491F8EB724AC759ED30B
2016-05-18 02:06:49,746 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 301DDB8F2593491F8EB724AC759ED30B
2016-05-18 02:06:49,747 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,749 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,750 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C3E8E9F2211C4D0B9F6D771C5E1F9870 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4f51a5ad, comparator=cascading.tuple.hadoop.util.TupleComparator@79542989, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:49,750 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C3E8E9F2211C4D0B9F6D771C5E1F9870: , UsingHashComparator=false
2016-05-18 02:06:49,765 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:49,765 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:49,765 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C3E8E9F2211C4D0B9F6D771C5E1F9870: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:49,765 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C3E8E9F2211C4D0B9F6D771C5E1F9870: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:49,766 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:49,766 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ACF40F647FEA4500A83B34A0A49089E2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:49,769 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,769 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ACF40F647FEA4500A83B34A0A49089E2, mem on close (mb), free: 195, total: 372, max: 672
2016-05-18 02:06:49,770 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C3E8E9F2211C4D0B9F6D771C5E1F9870: Starting flush of map output
2016-05-18 02:06:49,770 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C3E8E9F2211C4D0B9F6D771C5E1F9870: Span0.length = 20, perItem = 6
2016-05-18 02:06:49,771 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C3E8E9F2211C4D0B9F6D771C5E1F9870: done sorting span=0, length=20, time=1
2016-05-18 02:06:49,771 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C3E8E9F2211C4D0B9F6D771C5E1F9870: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:49,772 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C3E8E9F2211C4D0B9F6D771C5E1F9870: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd/localmode-local-dir/output/attempt_1463537209521_0001_1_00_000000_0_10129_0/file.out
2016-05-18 02:06:49,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,777 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537209521_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:49,777 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537209521_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:49,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537209521_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537209766, Process_Duration=3, Process_End_Time=1463537209769, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:49,779 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537209521_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:49,779 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:49,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ACF40F647FEA4500A83B34A0A49089E2, taskAttemptId=attempt_1463537209521_0001_1_00_000000_0, creationTime=1463537209718, allocationTime=1463537209720, startTime=1463537209722, finishTime=1463537209779, timeTaken=57, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:49,779 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_FINISHED]: vertexName=ACF40F647FEA4500A83B34A0A49089E2, taskId=task_1463537209521_0001_1_00_000000, startTime=1463537209722, finishTime=1463537209779, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1463537209521_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537209766, Process_Duration=3, Process_End_Time=1463537209769, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:49,780 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:49,780 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,779 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:49,780 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,781 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537209521_0001_00_000001
2016-05-18 02:06:49,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_FINISHED]: vertexName=ACF40F647FEA4500A83B34A0A49089E2, vertexId=vertex_1463537209521_0001_1_00, initRequestedTime=1463537209699, initedTime=1463537209712, startRequestedTime=1463537209700, startedTime=1463537209713, finishTime=1463537209780, timeTaken=67, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537209766, Process_Duration=3, Process_End_Time=1463537209769, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537209722, firstTasksToStart=[ task_1463537209521_0001_1_00_000000 ], lastTaskFinishTime=1463537209779, lastTasksToFinish=[ task_1463537209521_0001_1_00_000000 ], minTaskDuration=57, maxTaskDuration=57, avgTaskDuration=57.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537209521_0001_1_00_000000 ], longestDurationTasks=[ task_1463537209521_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:49,781 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:49,781 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] attempt: attempt_1463537209521_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:49,781 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C3E8E9F2211C4D0B9F6D771C5E1F9870
2016-05-18 02:06:49,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537209521_0001_00_000001, stoppedTime=1463537209781, exitStatus=0
2016-05-18 02:06:49,782 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=ACF40F647FEA4500A83B34A0A49089E2, destinationVertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:49,782 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,782 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:49,782 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:49,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_STARTED]: vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, taskId=task_1463537209521_0001_1_01_000000, scheduledTime=1463537209782, launchTime=1463537209782
2016-05-18 02:06:49,782 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,783 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537209521_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:49,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537209521_0001_00_000002, launchTime=1463537209784
2016-05-18 02:06:49,785 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537209521_0001_00_000002
2016-05-18 02:06:49,786 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537209521_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,786 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537209521_0001_1_01_000000_0] started. Is using containerId: [container_1463537209521_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,786 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,786 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, taskAttemptId=attempt_1463537209521_0001_1_01_000000_0, startTime=1463537209786, containerId=container_1463537209521_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:49,787 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:49,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS, VertexName: C3E8E9F2211C4D0B9F6D771C5E1F9870, VertexParallelism: 1, TaskAttemptID:attempt_1463537209521_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ACF40F647FEA4500A83B34A0A49089E2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C0CC4E3350184131B6C5D3D37EAC14D7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:49,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:49,788 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,789 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537209521_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,789 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537209521_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:49,791 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537209521_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:49,791 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537209521_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:49,791 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537209521_0001_00_000001, Exiting
2016-05-18 02:06:49,791 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537209521_0001_00_000001
2016-05-18 02:06:49,791 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537209521_0001_00_000001
2016-05-18 02:06:49,791 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:49,794 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537209521_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:49,794 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537209521_0001_00_000001 completed successfully
2016-05-18 02:06:49,796 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:49,802 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C3E8E9F2211C4D0B9F6D771C5E1F9870, ordinal: 1
2016-05-18 02:06:49,802 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3E8E9F2211C4D0B9F6D771C5E1F9870, mem on start (mb), free: 189, total: 372, max: 672
2016-05-18 02:06:49,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:49,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:49,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:49,808 INFO  output.MROutput (MROutput.java:initialize(421)) - C0CC4E3350184131B6C5D3D37EAC14D7: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:49,808 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:49,808 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C0CC4E3350184131B6C5D3D37EAC14D7:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [ACF40F647FEA4500A83B34A0A49089E2:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:49,809 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:49,809 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:49,809 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:49,809 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C0CC4E3350184131B6C5D3D37EAC14D7:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [ACF40F647FEA4500A83B34A0A49089E2:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:49,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:49,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: ACF40F647FEA4500A83B34A0A49089E2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:49,810 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:49,810 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:49,810 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - ACF40F647FEA4500A83B34A0A49089E2: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:49,810 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - ACF40F647FEA4500A83B34A0A49089E2: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:49,811 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: ACF40F647FEA4500A83B34A0A49089E2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:49,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: ACF40F647FEA4500A83B34A0A49089E2
2016-05-18 02:06:49,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:49,813 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,815 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - ACF40F647FEA4500A83B34A0A49089E2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:49,817 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537209521_0001_1_00_000000_0_10129} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537209817, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:49,817 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:49,818 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 301DDB8F2593491F8EB724AC759ED30B
2016-05-18 02:06:49,818 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_RESULTS"], id: C0CC4E3350184131B6C5D3D37EAC14D7
2016-05-18 02:06:49,818 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_RESULTS"]
2016-05-18 02:06:49,818 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 301DDB8F2593491F8EB724AC759ED30B, for 1 inputs
2016-05-18 02:06:49,817 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : ACF40F647FEA4500A83B34A0A49089E2
2016-05-18 02:06:49,818 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:49,819 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: ACF40F647FEA4500A83B34A0A49089E2, wasInterrupted=false
2016-05-18 02:06:49,819 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:49,820 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:49,820 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,821 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001_wd/localmode-local-dir/output/attempt_1463537209521_0001_1_00_000000_0_10129/file.out, len=181, isLocal=true
2016-05-18 02:06:49,821 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:49,821 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:49,821 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:49,821 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:49,821 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : ACF40F647FEA4500A83B34A0A49089E2
2016-05-18 02:06:49,821 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C3E8E9F2211C4D0B9F6D771C5E1F9870, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:49,821 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - ACF40F647FEA4500A83B34A0A49089E2: Shuffle Runner thread complete
2016-05-18 02:06:49,822 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:49,822 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - ACF40F647FEA4500A83B34A0A49089E2: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:49,827 INFO  output.MROutput (MROutput.java:close(526)) - C0CC4E3350184131B6C5D3D37EAC14D7 closed
2016-05-18 02:06:49,827 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537209521_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:49,828 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,828 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3E8E9F2211C4D0B9F6D771C5E1F9870, mem on close (mb), free: 186, total: 372, max: 672
2016-05-18 02:06:49,828 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: ACF40F647FEA4500A83B34A0A49089E2
2016-05-18 02:06:49,828 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - ACF40F647FEA4500A83B34A0A49089E2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:49,828 INFO  output.MROutput (MROutput.java:close(526)) - C0CC4E3350184131B6C5D3D37EAC14D7 closed
2016-05-18 02:06:49,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,829 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537209521_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:49,829 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537209521_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:49,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537209521_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537209821, Process_Duration=7, Process_End_Time=1463537209828, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:49,830 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537209521_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:49,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, taskAttemptId=attempt_1463537209521_0001_1_01_000000_0, creationTime=1463537209782, allocationTime=1463537209783, startTime=1463537209786, finishTime=1463537209830, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:49,830 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:49,830 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:49,830 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49,831 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:TASK_FINISHED]: vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, taskId=task_1463537209521_0001_1_01_000000, startTime=1463537209786, finishTime=1463537209831, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537209521_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537209821, Process_Duration=7, Process_End_Time=1463537209828, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:49,831 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,831 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537209521_0001_00_000002
2016-05-18 02:06:49,831 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:49,832 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870]
2016-05-18 02:06:49,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:VERTEX_FINISHED]: vertexName=C3E8E9F2211C4D0B9F6D771C5E1F9870, vertexId=vertex_1463537209521_0001_1_01, initRequestedTime=1463537209700, initedTime=1463537209705, startRequestedTime=1463537209714, startedTime=1463537209715, finishTime=1463537209832, timeTaken=117, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537209821, Process_Duration=7, Process_End_Time=1463537209828, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537209786, firstTasksToStart=[ task_1463537209521_0001_1_01_000000 ], lastTaskFinishTime=1463537209830, lastTasksToFinish=[ task_1463537209521_0001_1_01_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537209521_0001_1_01_000000 ], longestDurationTasks=[ task_1463537209521_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:49,833 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:49,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537209521_0001_00_000002, stoppedTime=1463537209833, exitStatus=0
2016-05-18 02:06:49,833 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:49,833 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:49,833 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537209521_0001_1_00 [ACF40F647FEA4500A83B34A0A49089E2]
2016-05-18 02:06:49,833 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537209521_0001_1
2016-05-18 02:06:49,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537209521_0001_1
2016-05-18 02:06:49,833 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537209521_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:49,833 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: C0CC4E3350184131B6C5D3D37EAC14D7 for vertex: vertex_1463537209521_0001_1_01 [C3E8E9F2211C4D0B9F6D771C5E1F9870], outputName: C0CC4E3350184131B6C5D3D37EAC14D7
2016-05-18 02:06:49,834 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537209521_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:49,842 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537209521_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:49,842 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537209521_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:49,842 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537209521_0001_00_000002, Exiting
2016-05-18 02:06:49,842 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537209521_0001_00_000002
2016-05-18 02:06:49,842 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537209521_0001_00_000002
2016-05-18 02:06:49,842 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537209521_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:49,842 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537209521_0001_00_000002 completed successfully
2016-05-18 02:06:49,844 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:C0CC4E3350184131B6C5D3D37EAC14D7 of vertex/vertexGroup:C3E8E9F2211C4D0B9F6D771C5E1F9870 isVertexGroupOutput:false
2016-05-18 02:06:49,844 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:49,846 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537209521_0001_1, queueSize=0
2016-05-18 02:06:49,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537209521_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537209521_0001_1, startTime=1463537209698, finishTime=1463537209845, timeTaken=147, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=220, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074419587, Process_Duration=10, Process_End_Time=2927074419597, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:49,847 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537209521_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:49,847 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537209521_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:49 Completed Dag: dag_1463537209521_0001_1
2016-05-18 02:06:49,847 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537209521_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:49,847 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537209521_0001_1_post
2016-05-18 02:06:49,847 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:49,847 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:49,848 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:49,848 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS, with id=dag_1463537209521_0001_1
2016-05-18 02:06:49,848 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C] every/(1/1) ...latform/0_'field'_RESULTS, with id=dag_1463537209521_0001_1
2016-05-18 02:06:49,855 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_'field'_RESULTS, applicationId=application_1463537209521_0001
2016-05-18 02:06:49,857 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:49,857 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:49,857 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:49,857 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:49,857 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:49,857 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:49,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:49,859 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:49,859 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:49,859 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:49,860 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:49,860 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:49,861 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:49,861 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:49,864 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A83BE79C201941D38AC985683DD0A811/C9883D2DDADB490788EF15871140453C/.tez/application_1463537209521_0001
2016-05-18 02:06:49,865 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_RESULTS/_temporary
2016-05-18 02:06:49,865 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.374
2016-05-18 02:06:49,887 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:49,887 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:49,934 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_'field'_RESULTS
2016-05-18 02:06:49,960 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:49,961 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:49,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:50,005 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:50,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:50,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:50,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:50,023 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:50,031 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_ALL
2016-05-18 02:06:50,083 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:50,083 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:50,083 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_ALL"]
2016-05-18 02:06:50,083 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:50,083 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:50,083 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:50,084 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:50,084 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:50,098 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:50,102 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:50,102 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:50,103 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:50,111 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001 doesn't exist and is created
2016-05-18 02:06:50,138 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:50,138 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:50,139 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd
2016-05-18 02:06:50,154 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537210102_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:50,154 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:50,155 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:50,157 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:50,157 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:50,157 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:50,158 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:50,158 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:50,160 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:50,160 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:50,161 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:50,161 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:50,161 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:50,161 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:50,161 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:50,162 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:50,162 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:50,162 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:50,163 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:50,163 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:50,164 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:50,165 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:50,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:50,165 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd/localmode-log-dir
2016-05-18 02:06:50,165 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd/localmode-log-dir/history.txt.appattempt_1463537210102_0001_000000, maxErrors=10
2016-05-18 02:06:50,165 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:50,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537210102_0001_000000, appSubmitTime=1463537210153, launchTime=1463537210153
2016-05-18 02:06:50,168 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:50,173 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:59031
2016-05-18 02:06:50,175 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537210102
2016-05-18 02:06:50,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537210102_0001_000000, startTime=1463537210177
2016-05-18 02:06:50,177 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:50,238 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:50,238 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:50,238 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/0_'field'_ALL, applicationId=application_1463537210102_0001, dagName=[A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:50,256 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:50,256 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:50,257 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537210102_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd/localmode-log-dir/dag_1463537210102_0001_1.dot
2016-05-18 02:06:50,258 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd/localmode-log-dir/dag_1463537210102_0001_1-tez-dag.pb.txt
2016-05-18 02:06:50,264 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537210102_0001_1
2016-05-18 02:06:50,265 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,265 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:50 Running Dag: dag_1463537210102_0001_1
2016-05-18 02:06:50,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537210102_0001_1, submitTime=1463537210256
2016-05-18 02:06:50,281 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001/tez-conf.pb" } size: 40947 timestamp: 1463537210000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:50,281 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,281 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:50,282 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001/tez-conf.pb" } size: 40947 timestamp: 1463537210000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:50,282 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,282 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:50,282 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:50,283 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537210102_0001_1, initTime=1463537210283
2016-05-18 02:06:50,283 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210102_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:50,283 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:50,283 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:DAG_STARTED]: dagID=dag_1463537210102_0001_1, startTime=1463537210283
2016-05-18 02:06:50,283 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210102_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:50,284 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CE50ADDBFEB14CAF94DAAC89E5E20E88 : {BDFF62C9618041C7B5D0F0A493CDF286={InputName=BDFF62C9618041C7B5D0F0A493CDF286}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:50,284 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: BDFF62C9618041C7B5D0F0A493CDF286, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:50,284 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,284 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,284 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/0_'field'_ALL, applicationId=application_1463537210102_0001, dagName=[A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:50,284 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,285 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,286 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:50,286 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,286 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: BDFF62C9618041C7B5D0F0A493CDF286 on vertex vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,289 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input BDFF62C9618041C7B5D0F0A493CDF286 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:50,290 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:50,290 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,290 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537210102_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:50,291 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5], numAdditionalOutputs=1
2016-05-18 02:06:50,291 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=E87B2AF4600B4C9F9E6E83F42F390A2A, vertex=vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:50,294 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B1D70ED53A89498CB828DC0EE921C8A5:E87B2AF4600B4C9F9E6E83F42F390A2A using oldmapred API
2016-05-18 02:06:50,294 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=E87B2AF4600B4C9F9E6E83F42F390A2A, vertexName=B1D70ED53A89498CB828DC0EE921C8A5, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:50,294 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:50,294 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:50,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B1D70ED53A89498CB828DC0EE921C8A5, vertexId=vertex_1463537210102_0001_1_01, initRequestedTime=1463537210286, initedTime=1463537210291, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:50,295 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:50,295 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:50,295 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:50,296 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: BDFF62C9618041C7B5D0F0A493CDF286 on vertex vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,297 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:50,297 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {BDFF62C9618041C7B5D0F0A493CDF286=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:50,297 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] parallelism set to 1
2016-05-18 02:06:50,298 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:50,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, vertexId=vertex_1463537210102_0001_1_00, initRequestedTime=1463537210284, initedTime=1463537210298, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:50,298 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] with distanceFromRoot: 0
2016-05-18 02:06:50,299 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:50,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537210102_0001_1_00, startRequestedTime=1463537210286, startedTime=1463537210299
2016-05-18 02:06:50,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537210102_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:50,300 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:50,300 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537210102_0001_1_00 for vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] numStartedSources: 1 numSources: 1
2016-05-18 02:06:50,300 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] with distanceFromRoot: 1
2016-05-18 02:06:50,300 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CE50ADDBFEB14CAF94DAAC89E5E20E88
2016-05-18 02:06:50,300 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537210102_0001_1_01, startRequestedTime=1463537210300, startedTime=1463537210300
2016-05-18 02:06:50,302 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:50,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_STARTED]: vertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, taskId=task_1463537210102_0001_1_00_000000, scheduledTime=1463537210302, launchTime=1463537210302
2016-05-18 02:06:50,303 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,303 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B1D70ED53A89498CB828DC0EE921C8A5 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:50,303 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:50,304 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CE50ADDBFEB14CAF94DAAC89E5E20E88 in vertex: B1D70ED53A89498CB828DC0EE921C8A5 numBipartiteSourceTasks: 1
2016-05-18 02:06:50,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537210102_0001_00_000001, launchTime=1463537210306
2016-05-18 02:06:50,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537210102_0001, with dag id: dag_1463537210102_0001_1
2016-05-18 02:06:50,307 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210102_0001_00_000001
2016-05-18 02:06:50,307 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210102_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,307 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537210102_0001_1_00_000000_0] started. Is using containerId: [container_1463537210102_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:50,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, taskAttemptId=attempt_1463537210102_0001_1_00_000000_0, startTime=1463537210307, containerId=container_1463537210102_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:50 Starting to run new task attempt: attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,307 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,308 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,308 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:50,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL, VertexName: CE50ADDBFEB14CAF94DAAC89E5E20E88, VertexParallelism: 1, TaskAttemptID:attempt_1463537210102_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BDFF62C9618041C7B5D0F0A493CDF286, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B1D70ED53A89498CB828DC0EE921C8A5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:50,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:50,309 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,309 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537210102_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:50,309 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537210102_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:50,313 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:50,314 INFO  input.MRInput (MRInput.java:initialize(440)) - BDFF62C9618041C7B5D0F0A493CDF286 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:50,314 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: BDFF62C9618041C7B5D0F0A493CDF286
2016-05-18 02:06:50,319 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CE50ADDBFEB14CAF94DAAC89E5E20E88, ordinal: 0
2016-05-18 02:06:50,319 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CE50ADDBFEB14CAF94DAAC89E5E20E88, mem on start (mb), free: 286, total: 373, max: 672
2016-05-18 02:06:50,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:50,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:50,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:50,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:50,321 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BDFF62C9618041C7B5D0F0A493CDF286:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B1D70ED53A89498CB828DC0EE921C8A5:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:50,321 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:50,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:50,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:50,322 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BDFF62C9618041C7B5D0F0A493CDF286:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B1D70ED53A89498CB828DC0EE921C8A5:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:50,322 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:50,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BDFF62C9618041C7B5D0F0A493CDF286 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:50,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BDFF62C9618041C7B5D0F0A493CDF286
2016-05-18 02:06:50,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:50,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:50,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:50,325 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,326 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:50,326 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - BDFF62C9618041C7B5D0F0A493CDF286 initialized RecordReader from event
2016-05-18 02:06:50,329 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:50,329 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: BDFF62C9618041C7B5D0F0A493CDF286
2016-05-18 02:06:50,329 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: A76E450357934FDB8088CCBECE2B9ABF
2016-05-18 02:06:50,330 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] A76E450357934FDB8088CCBECE2B9ABF
2016-05-18 02:06:50,331 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:50,333 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:50,334 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B1D70ED53A89498CB828DC0EE921C8A5 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@494d1b96, comparator=cascading.tuple.hadoop.util.TupleComparator@654e3a72, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:50,334 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B1D70ED53A89498CB828DC0EE921C8A5: , UsingHashComparator=false
2016-05-18 02:06:50,347 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:50,347 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:50,347 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B1D70ED53A89498CB828DC0EE921C8A5: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:50,347 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B1D70ED53A89498CB828DC0EE921C8A5: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:50,348 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:50,348 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CE50ADDBFEB14CAF94DAAC89E5E20E88, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:50,353 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,353 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CE50ADDBFEB14CAF94DAAC89E5E20E88, mem on close (mb), free: 184, total: 373, max: 672
2016-05-18 02:06:50,353 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B1D70ED53A89498CB828DC0EE921C8A5: Starting flush of map output
2016-05-18 02:06:50,353 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B1D70ED53A89498CB828DC0EE921C8A5: Span0.length = 20, perItem = 6
2016-05-18 02:06:50,353 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B1D70ED53A89498CB828DC0EE921C8A5: done sorting span=0, length=20, time=0
2016-05-18 02:06:50,353 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B1D70ED53A89498CB828DC0EE921C8A5: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:50,355 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B1D70ED53A89498CB828DC0EE921C8A5: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd/localmode-local-dir/output/attempt_1463537210102_0001_1_00_000000_0_10135_0/file.out
2016-05-18 02:06:50,359 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:50 Completed running task attempt: attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,360 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537210102_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:50,360 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537210102_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:50,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537210102_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537210349, Process_Duration=4, Process_End_Time=1463537210353, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:50,362 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537210102_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:50,362 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, taskAttemptId=attempt_1463537210102_0001_1_00_000000_0, creationTime=1463537210303, allocationTime=1463537210305, startTime=1463537210307, finishTime=1463537210362, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:50,362 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:50,362 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:50,362 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,362 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50,363 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_FINISHED]: vertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, taskId=task_1463537210102_0001_1_00_000000, startTime=1463537210307, finishTime=1463537210363, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1463537210102_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537210349, Process_Duration=4, Process_End_Time=1463537210353, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:50,363 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210102_0001_00_000001
2016-05-18 02:06:50,363 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:50,365 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_FINISHED]: vertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, vertexId=vertex_1463537210102_0001_1_00, initRequestedTime=1463537210284, initedTime=1463537210298, startRequestedTime=1463537210286, startedTime=1463537210299, finishTime=1463537210365, timeTaken=66, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537210349, Process_Duration=4, Process_End_Time=1463537210353, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537210307, firstTasksToStart=[ task_1463537210102_0001_1_00_000000 ], lastTaskFinishTime=1463537210362, lastTasksToFinish=[ task_1463537210102_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537210102_0001_1_00_000000 ], longestDurationTasks=[ task_1463537210102_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:50,366 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:50,366 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] attempt: attempt_1463537210102_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:50,366 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B1D70ED53A89498CB828DC0EE921C8A5
2016-05-18 02:06:50,366 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537210102_0001_00_000001, stoppedTime=1463537210366, exitStatus=0
2016-05-18 02:06:50,366 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, destinationVertexName=B1D70ED53A89498CB828DC0EE921C8A5. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:50,366 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,366 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:50,367 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:50,367 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537210102_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:50,367 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537210102_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:50,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_STARTED]: vertexName=B1D70ED53A89498CB828DC0EE921C8A5, taskId=task_1463537210102_0001_1_01_000000, scheduledTime=1463537210367, launchTime=1463537210367
2016-05-18 02:06:50,367 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210102_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:50,368 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537210102_0001_00_000001, Exiting
2016-05-18 02:06:50,368 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537210102_0001_00_000001
2016-05-18 02:06:50,368 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537210102_0001_00_000001
2016-05-18 02:06:50,368 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,369 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537210102_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:50,369 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537210102_0001_00_000001 completed successfully
2016-05-18 02:06:50,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537210102_0001_00_000002, launchTime=1463537210370
2016-05-18 02:06:50,370 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210102_0001_00_000002
2016-05-18 02:06:50,371 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210102_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,371 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537210102_0001_1_01_000000_0] started. Is using containerId: [container_1463537210102_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:50,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B1D70ED53A89498CB828DC0EE921C8A5, taskAttemptId=attempt_1463537210102_0001_1_01_000000_0, startTime=1463537210371, containerId=container_1463537210102_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:50 Starting to run new task attempt: attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,372 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,372 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,372 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:50,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL, VertexName: B1D70ED53A89498CB828DC0EE921C8A5, VertexParallelism: 1, TaskAttemptID:attempt_1463537210102_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CE50ADDBFEB14CAF94DAAC89E5E20E88, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E87B2AF4600B4C9F9E6E83F42F390A2A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:50,374 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:50,375 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,377 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:50,379 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:50,379 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537210102_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,380 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537210102_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:50,386 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B1D70ED53A89498CB828DC0EE921C8A5, ordinal: 1
2016-05-18 02:06:50,386 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1D70ED53A89498CB828DC0EE921C8A5, mem on start (mb), free: 179, total: 373, max: 672
2016-05-18 02:06:50,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:50,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:50,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:50,388 INFO  output.MROutput (MROutput.java:initialize(421)) - E87B2AF4600B4C9F9E6E83F42F390A2A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:50,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:50,389 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CE50ADDBFEB14CAF94DAAC89E5E20E88:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [E87B2AF4600B4C9F9E6E83F42F390A2A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:50,389 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:50,389 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:50,389 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:50,389 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CE50ADDBFEB14CAF94DAAC89E5E20E88:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [E87B2AF4600B4C9F9E6E83F42F390A2A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:50,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:50,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CE50ADDBFEB14CAF94DAAC89E5E20E88 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:50,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:50,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:50,390 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CE50ADDBFEB14CAF94DAAC89E5E20E88: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:50,390 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CE50ADDBFEB14CAF94DAAC89E5E20E88: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:50,391 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CE50ADDBFEB14CAF94DAAC89E5E20E88 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:50,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CE50ADDBFEB14CAF94DAAC89E5E20E88
2016-05-18 02:06:50,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:50,393 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,393 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CE50ADDBFEB14CAF94DAAC89E5E20E88: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:50,396 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:50,396 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537210102_0001_1_00_000000_0_10135} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537210396, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:50,396 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: A76E450357934FDB8088CCBECE2B9ABF
2016-05-18 02:06:50,397 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_ALL"], id: E87B2AF4600B4C9F9E6E83F42F390A2A
2016-05-18 02:06:50,397 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_ALL"]
2016-05-18 02:06:50,397 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] A76E450357934FDB8088CCBECE2B9ABF, for 1 inputs
2016-05-18 02:06:50,396 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CE50ADDBFEB14CAF94DAAC89E5E20E88
2016-05-18 02:06:50,398 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:50,398 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CE50ADDBFEB14CAF94DAAC89E5E20E88, wasInterrupted=false
2016-05-18 02:06:50,398 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:50,399 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:50,400 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:50,400 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001_wd/localmode-local-dir/output/attempt_1463537210102_0001_1_00_000000_0_10135/file.out, len=181, isLocal=true
2016-05-18 02:06:50,400 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:50,400 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:50,401 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:50,401 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:50,401 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CE50ADDBFEB14CAF94DAAC89E5E20E88
2016-05-18 02:06:50,401 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CE50ADDBFEB14CAF94DAAC89E5E20E88: Shuffle Runner thread complete
2016-05-18 02:06:50,401 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B1D70ED53A89498CB828DC0EE921C8A5, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:06:50,402 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:50,402 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CE50ADDBFEB14CAF94DAAC89E5E20E88: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:50,409 INFO  output.MROutput (MROutput.java:close(526)) - E87B2AF4600B4C9F9E6E83F42F390A2A closed
2016-05-18 02:06:50,410 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537210102_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:50,410 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,410 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1D70ED53A89498CB828DC0EE921C8A5, mem on close (mb), free: 175, total: 373, max: 672
2016-05-18 02:06:50,411 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CE50ADDBFEB14CAF94DAAC89E5E20E88
2016-05-18 02:06:50,411 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CE50ADDBFEB14CAF94DAAC89E5E20E88: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:50,411 INFO  output.MROutput (MROutput.java:close(526)) - E87B2AF4600B4C9F9E6E83F42F390A2A closed
2016-05-18 02:06:50,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:50 Completed running task attempt: attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537210102_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:50,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537210102_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:50,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537210102_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537210401, Process_Duration=9, Process_End_Time=1463537210410, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:50,413 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537210102_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:50,413 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:50,414 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:50,414 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B1D70ED53A89498CB828DC0EE921C8A5, taskAttemptId=attempt_1463537210102_0001_1_01_000000_0, creationTime=1463537210368, allocationTime=1463537210369, startTime=1463537210371, finishTime=1463537210414, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:50,414 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:TASK_FINISHED]: vertexName=B1D70ED53A89498CB828DC0EE921C8A5, taskId=task_1463537210102_0001_1_01_000000, startTime=1463537210371, finishTime=1463537210414, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537210102_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537210401, Process_Duration=9, Process_End_Time=1463537210410, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:50,415 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:50,415 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5]
2016-05-18 02:06:50,415 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210102_0001_00_000002
2016-05-18 02:06:50,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:VERTEX_FINISHED]: vertexName=B1D70ED53A89498CB828DC0EE921C8A5, vertexId=vertex_1463537210102_0001_1_01, initRequestedTime=1463537210286, initedTime=1463537210291, startRequestedTime=1463537210300, startedTime=1463537210300, finishTime=1463537210415, timeTaken=115, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537210401, Process_Duration=9, Process_End_Time=1463537210410, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537210371, firstTasksToStart=[ task_1463537210102_0001_1_01_000000 ], lastTaskFinishTime=1463537210414, lastTasksToFinish=[ task_1463537210102_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537210102_0001_1_01_000000 ], longestDurationTasks=[ task_1463537210102_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:50,416 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:50,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537210102_0001_00_000002, stoppedTime=1463537210416, exitStatus=0
2016-05-18 02:06:50,416 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:50,417 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:50,417 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537210102_0001_1_00 [CE50ADDBFEB14CAF94DAAC89E5E20E88]
2016-05-18 02:06:50,417 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537210102_0001_1
2016-05-18 02:06:50,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537210102_0001_1
2016-05-18 02:06:50,417 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: E87B2AF4600B4C9F9E6E83F42F390A2A for vertex: vertex_1463537210102_0001_1_01 [B1D70ED53A89498CB828DC0EE921C8A5], outputName: E87B2AF4600B4C9F9E6E83F42F390A2A
2016-05-18 02:06:50,418 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210102_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:50,418 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537210102_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:50,426 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537210102_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:50,426 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210102_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:50,426 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537210102_0001_00_000002, Exiting
2016-05-18 02:06:50,426 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537210102_0001_00_000002
2016-05-18 02:06:50,426 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537210102_0001_00_000002
2016-05-18 02:06:50,426 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537210102_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:50,426 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537210102_0001_00_000002 completed successfully
2016-05-18 02:06:50,427 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:E87B2AF4600B4C9F9E6E83F42F390A2A of vertex/vertexGroup:B1D70ED53A89498CB828DC0EE921C8A5 isVertexGroupOutput:false
2016-05-18 02:06:50,427 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:50,428 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537210102_0001_1, queueSize=0
2016-05-18 02:06:50,428 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:50,428 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:50,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210102_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537210102_0001_1, startTime=1463537210283, finishTime=1463537210427, timeTaken=144, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=250, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074420750, Process_Duration=13, Process_End_Time=2927074420763, Read_Duration=3, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:50,429 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537210102_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:50,429 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210102_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:50 Completed Dag: dag_1463537210102_0001_1
2016-05-18 02:06:50,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537210102_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:50,429 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537210102_0001_1_post
2016-05-18 02:06:50,429 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:50,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:50,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL, with id=dag_1463537210102_0001_1
2016-05-18 02:06:50,429 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C] every/(1/1) ...blyplatform/0_'field'_ALL, with id=dag_1463537210102_0001_1
2016-05-18 02:06:50,437 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/0_'field'_ALL, applicationId=application_1463537210102_0001
2016-05-18 02:06:50,439 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:50,439 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:50,439 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:50,439 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:50,439 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:50,439 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:50,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:50,440 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:50,440 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:50,440 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:50,440 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:50,440 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:50,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:50,442 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:50,445 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A74D8F0307B142458B1B3298F864AD48/DCF5533823274B5D9C40E7AEE1E4A53C/.tez/application_1463537210102_0001
2016-05-18 02:06:50,446 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_ALL/_temporary
2016-05-18 02:06:50,446 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.362
2016-05-18 02:06:50,542 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_'field'_ALL
2016-05-18 02:06:50,566 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:50,567 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:50,597 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:50,599 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:06:50,599 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:50,599 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:50,599 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_'field'_REPLACE
2016-05-18 02:06:50,622 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:50,623 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:50,663 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:50,674 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:50,675 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:50,675 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:50,675 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:50,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:50,704 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_SWAP
2016-05-18 02:06:50,760 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:50,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:50,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_SWAP"]
2016-05-18 02:06:50,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:50,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:50,761 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:50,762 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:50,762 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:50,783 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:50,788 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:50,789 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:50,789 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:50,800 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001 doesn't exist and is created
2016-05-18 02:06:50,822 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:50,822 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:50,823 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd
2016-05-18 02:06:50,840 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537210789_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:50,840 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:50,840 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:50,842 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:50,842 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:50,842 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:50,842 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:50,843 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:50,844 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:50,844 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:50,844 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:50,844 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:50,845 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:50,845 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:50,845 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:50,845 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:50,845 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:50,845 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:50,846 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:50,846 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:50,848 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:50,848 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:50,849 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:50,849 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd/localmode-log-dir
2016-05-18 02:06:50,849 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd/localmode-log-dir/history.txt.appattempt_1463537210789_0001_000000, maxErrors=10
2016-05-18 02:06:50,849 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:50,849 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537210789_0001_000000, appSubmitTime=1463537210839, launchTime=1463537210840
2016-05-18 02:06:50,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:50,857 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52451
2016-05-18 02:06:50,857 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537210789
2016-05-18 02:06:50,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537210789_0001_000000, startTime=1463537210860
2016-05-18 02:06:50,860 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:50,922 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:50,922 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:50,922 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_'field'_SWAP, applicationId=application_1463537210789_0001, dagName=[BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:50,940 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:50,940 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:50,941 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537210789_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd/localmode-log-dir/dag_1463537210789_0001_1.dot
2016-05-18 02:06:50,942 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd/localmode-log-dir/dag_1463537210789_0001_1-tez-dag.pb.txt
2016-05-18 02:06:50,952 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537210789_0001_1
2016-05-18 02:06:50,952 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:50,952 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:50 Running Dag: dag_1463537210789_0001_1
2016-05-18 02:06:50,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537210789_0001_1, submitTime=1463537210940
2016-05-18 02:06:50,972 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001/tez-conf.pb" } size: 40947 timestamp: 1463537210000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:50,972 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,972 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:50,975 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001/tez-conf.pb" } size: 40947 timestamp: 1463537210000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:50,975 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:50,975 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:50,976 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:50,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537210789_0001_1, initTime=1463537210976
2016-05-18 02:06:50,976 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210789_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:50,976 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:50,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:DAG_STARTED]: dagID=dag_1463537210789_0001_1, startTime=1463537210976
2016-05-18 02:06:50,977 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210789_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:50,977 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E65F09AA7D6D45CBBB8C7792E1111E70 : {3ABE11688D5A46D4A408FFC2AA9C4DFD={InputName=3ABE11688D5A46D4A408FFC2AA9C4DFD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:50,977 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3ABE11688D5A46D4A408FFC2AA9C4DFD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:50,977 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,977 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,977 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,977 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,978 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:50,978 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:50,978 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_'field'_SWAP, applicationId=application_1463537210789_0001, dagName=[BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:50,982 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:50,982 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:50,983 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:50,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537210789_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:50,984 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9], numAdditionalOutputs=1
2016-05-18 02:06:50,984 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=00FB249F05374AEAABDA40D72D95A069, vertex=vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:50,986 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C37A4C4780DE40B1847E56AF20730AE9:00FB249F05374AEAABDA40D72D95A069 using oldmapred API
2016-05-18 02:06:50,986 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=00FB249F05374AEAABDA40D72D95A069, vertexName=C37A4C4780DE40B1847E56AF20730AE9, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:50,987 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3ABE11688D5A46D4A408FFC2AA9C4DFD on vertex vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C37A4C4780DE40B1847E56AF20730AE9, vertexId=vertex_1463537210789_0001_1_01, initRequestedTime=1463537210978, initedTime=1463537210984, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:50,988 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:50,989 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3ABE11688D5A46D4A408FFC2AA9C4DFD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:50,990 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:50,991 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:50,991 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:50,991 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:50,991 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3ABE11688D5A46D4A408FFC2AA9C4DFD on vertex vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:50,992 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:50,993 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3ABE11688D5A46D4A408FFC2AA9C4DFD=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:50,995 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] parallelism set to 1
2016-05-18 02:06:50,995 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:50,996 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E65F09AA7D6D45CBBB8C7792E1111E70, vertexId=vertex_1463537210789_0001_1_00, initRequestedTime=1463537210977, initedTime=1463537210996, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:50,996 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] with distanceFromRoot: 0
2016-05-18 02:06:50,996 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:50,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537210789_0001_1_00, startRequestedTime=1463537210978, startedTime=1463537210997
2016-05-18 02:06:50,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537210789_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:50,998 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:50,998 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537210789_0001_1_00 for vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] numStartedSources: 1 numSources: 1
2016-05-18 02:06:50,998 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] with distanceFromRoot: 1
2016-05-18 02:06:50,998 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E65F09AA7D6D45CBBB8C7792E1111E70
2016-05-18 02:06:50,999 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:51,000 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537210789_0001, with dag id: dag_1463537210789_0001_1
2016-05-18 02:06:51,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537210789_0001_1_01, startRequestedTime=1463537210998, startedTime=1463537210999
2016-05-18 02:06:51,001 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:51,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_STARTED]: vertexName=E65F09AA7D6D45CBBB8C7792E1111E70, taskId=task_1463537210789_0001_1_00_000000, scheduledTime=1463537211001, launchTime=1463537211001
2016-05-18 02:06:51,003 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:51,005 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C37A4C4780DE40B1847E56AF20730AE9 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:51,005 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E65F09AA7D6D45CBBB8C7792E1111E70 in vertex: C37A4C4780DE40B1847E56AF20730AE9 numBipartiteSourceTasks: 1
2016-05-18 02:06:51,006 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:51,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537210789_0001_00_000001, launchTime=1463537211007
2016-05-18 02:06:51,009 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210789_0001_00_000001
2016-05-18 02:06:51,009 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537210789_0001_1_00_000000_0] started. Is using containerId: [container_1463537210789_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:51,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E65F09AA7D6D45CBBB8C7792E1111E70, taskAttemptId=attempt_1463537210789_0001_1_00_000000_0, startTime=1463537211009, containerId=container_1463537210789_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:51,010 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210789_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,011 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,011 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,011 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:51,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP, VertexName: E65F09AA7D6D45CBBB8C7792E1111E70, VertexParallelism: 1, TaskAttemptID:attempt_1463537210789_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3ABE11688D5A46D4A408FFC2AA9C4DFD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C37A4C4780DE40B1847E56AF20730AE9, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:51,011 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:51,012 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,013 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537210789_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:51,013 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537210789_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:51,016 INFO  input.MRInput (MRInput.java:initialize(440)) - 3ABE11688D5A46D4A408FFC2AA9C4DFD using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:51,016 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3ABE11688D5A46D4A408FFC2AA9C4DFD
2016-05-18 02:06:51,020 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:51,026 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E65F09AA7D6D45CBBB8C7792E1111E70, ordinal: 0
2016-05-18 02:06:51,026 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E65F09AA7D6D45CBBB8C7792E1111E70, mem on start (mb), free: 253, total: 373, max: 672
2016-05-18 02:06:51,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:51,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:51,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:51,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:51,027 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3ABE11688D5A46D4A408FFC2AA9C4DFD:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C37A4C4780DE40B1847E56AF20730AE9:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:51,028 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:51,028 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:51,028 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:51,028 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3ABE11688D5A46D4A408FFC2AA9C4DFD:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C37A4C4780DE40B1847E56AF20730AE9:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:51,029 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:51,029 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3ABE11688D5A46D4A408FFC2AA9C4DFD
2016-05-18 02:06:51,029 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3ABE11688D5A46D4A408FFC2AA9C4DFD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:51,029 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:51,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:51,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:51,030 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,034 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:51,034 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3ABE11688D5A46D4A408FFC2AA9C4DFD
2016-05-18 02:06:51,034 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: EA632DDDAD4A4171BE43DD72C6FE5FC0
2016-05-18 02:06:51,035 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] EA632DDDAD4A4171BE43DD72C6FE5FC0
2016-05-18 02:06:51,036 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,039 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:51,039 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3ABE11688D5A46D4A408FFC2AA9C4DFD initialized RecordReader from event
2016-05-18 02:06:51,039 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,040 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C37A4C4780DE40B1847E56AF20730AE9 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@51172aa7, comparator=cascading.tuple.hadoop.util.TupleComparator@47f16388, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:51,040 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C37A4C4780DE40B1847E56AF20730AE9: , UsingHashComparator=false
2016-05-18 02:06:51,049 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:51,049 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:51,055 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:51,055 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:51,055 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C37A4C4780DE40B1847E56AF20730AE9: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:51,055 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C37A4C4780DE40B1847E56AF20730AE9: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:51,057 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:51,057 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E65F09AA7D6D45CBBB8C7792E1111E70, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:51,060 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,060 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E65F09AA7D6D45CBBB8C7792E1111E70, mem on close (mb), free: 151, total: 373, max: 672
2016-05-18 02:06:51,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C37A4C4780DE40B1847E56AF20730AE9: Starting flush of map output
2016-05-18 02:06:51,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C37A4C4780DE40B1847E56AF20730AE9: Span0.length = 20, perItem = 6
2016-05-18 02:06:51,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C37A4C4780DE40B1847E56AF20730AE9: done sorting span=0, length=20, time=0
2016-05-18 02:06:51,061 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C37A4C4780DE40B1847E56AF20730AE9: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:51,062 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C37A4C4780DE40B1847E56AF20730AE9: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd/localmode-local-dir/output/attempt_1463537210789_0001_1_00_000000_0_10141_0/file.out
2016-05-18 02:06:51,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,066 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537210789_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:51,066 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537210789_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:51,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537210789_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537211058, Process_Duration=2, Process_End_Time=1463537211060, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:51,067 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537210789_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:51,067 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:51,067 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:51,067 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E65F09AA7D6D45CBBB8C7792E1111E70, taskAttemptId=attempt_1463537210789_0001_1_00_000000_0, creationTime=1463537211002, allocationTime=1463537211007, startTime=1463537211009, finishTime=1463537211068, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:51,068 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_FINISHED]: vertexName=E65F09AA7D6D45CBBB8C7792E1111E70, taskId=task_1463537210789_0001_1_00_000000, startTime=1463537211009, finishTime=1463537211068, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1463537210789_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537211058, Process_Duration=2, Process_End_Time=1463537211060, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:51,071 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:51,071 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:51,072 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210789_0001_00_000001
2016-05-18 02:06:51,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_FINISHED]: vertexName=E65F09AA7D6D45CBBB8C7792E1111E70, vertexId=vertex_1463537210789_0001_1_00, initRequestedTime=1463537210977, initedTime=1463537210996, startRequestedTime=1463537210978, startedTime=1463537210997, finishTime=1463537211071, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537211058, Process_Duration=2, Process_End_Time=1463537211060, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537211009, firstTasksToStart=[ task_1463537210789_0001_1_00_000000 ], lastTaskFinishTime=1463537211068, lastTasksToFinish=[ task_1463537210789_0001_1_00_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537210789_0001_1_00_000000 ], longestDurationTasks=[ task_1463537210789_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:51,073 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:51,073 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] attempt: attempt_1463537210789_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:51,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537210789_0001_00_000001, stoppedTime=1463537211073, exitStatus=0
2016-05-18 02:06:51,073 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:51,073 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:51,074 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C37A4C4780DE40B1847E56AF20730AE9
2016-05-18 02:06:51,074 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E65F09AA7D6D45CBBB8C7792E1111E70, destinationVertexName=C37A4C4780DE40B1847E56AF20730AE9. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:51,074 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537210789_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:51,074 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:51,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_STARTED]: vertexName=C37A4C4780DE40B1847E56AF20730AE9, taskId=task_1463537210789_0001_1_01_000000, scheduledTime=1463537211075, launchTime=1463537211075
2016-05-18 02:06:51,075 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:51,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537210789_0001_00_000002, launchTime=1463537211077
2016-05-18 02:06:51,078 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210789_0001_00_000002
2016-05-18 02:06:51,079 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537210789_0001_1_01_000000_0] started. Is using containerId: [container_1463537210789_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:51,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C37A4C4780DE40B1847E56AF20730AE9, taskAttemptId=attempt_1463537210789_0001_1_01_000000_0, startTime=1463537211078, containerId=container_1463537210789_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:51,079 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210789_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,080 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,080 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,080 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:51,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP, VertexName: C37A4C4780DE40B1847E56AF20730AE9, VertexParallelism: 1, TaskAttemptID:attempt_1463537210789_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E65F09AA7D6D45CBBB8C7792E1111E70, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=00FB249F05374AEAABDA40D72D95A069, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:51,081 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:51,081 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,082 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537210789_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:51,082 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210789_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:51,082 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537210789_0001_00_000001, Exiting
2016-05-18 02:06:51,083 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537210789_0001_00_000001
2016-05-18 02:06:51,083 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537210789_0001_00_000001
2016-05-18 02:06:51,084 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:51,082 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537210789_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:51,085 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537210789_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:51,086 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537210789_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:51,086 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537210789_0001_00_000001 completed successfully
2016-05-18 02:06:51,086 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:51,092 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C37A4C4780DE40B1847E56AF20730AE9, ordinal: 1
2016-05-18 02:06:51,092 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C37A4C4780DE40B1847E56AF20730AE9, mem on start (mb), free: 145, total: 373, max: 672
2016-05-18 02:06:51,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:51,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:51,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:51,098 INFO  output.MROutput (MROutput.java:initialize(421)) - 00FB249F05374AEAABDA40D72D95A069: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:51,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:51,098 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E65F09AA7D6D45CBBB8C7792E1111E70:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [00FB249F05374AEAABDA40D72D95A069:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:51,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:51,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:51,099 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:51,099 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E65F09AA7D6D45CBBB8C7792E1111E70:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [00FB249F05374AEAABDA40D72D95A069:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:51,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:51,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E65F09AA7D6D45CBBB8C7792E1111E70 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:51,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:51,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:51,099 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E65F09AA7D6D45CBBB8C7792E1111E70: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:51,100 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E65F09AA7D6D45CBBB8C7792E1111E70: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:51,100 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E65F09AA7D6D45CBBB8C7792E1111E70 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:51,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E65F09AA7D6D45CBBB8C7792E1111E70
2016-05-18 02:06:51,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:51,102 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,103 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E65F09AA7D6D45CBBB8C7792E1111E70: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:51,105 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537210789_0001_1_00_000000_0_10141} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537211105, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:51,105 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E65F09AA7D6D45CBBB8C7792E1111E70
2016-05-18 02:06:51,105 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:51,105 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E65F09AA7D6D45CBBB8C7792E1111E70, wasInterrupted=false
2016-05-18 02:06:51,107 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:51,107 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:51,108 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:51,108 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: EA632DDDAD4A4171BE43DD72C6FE5FC0
2016-05-18 02:06:51,108 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_SWAP"], id: 00FB249F05374AEAABDA40D72D95A069
2016-05-18 02:06:51,109 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_SWAP"]
2016-05-18 02:06:51,109 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,109 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001_wd/localmode-local-dir/output/attempt_1463537210789_0001_1_00_000000_0_10141/file.out, len=181, isLocal=true
2016-05-18 02:06:51,109 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:51,109 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] EA632DDDAD4A4171BE43DD72C6FE5FC0, for 1 inputs
2016-05-18 02:06:51,109 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:51,109 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:51,110 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:51,110 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C37A4C4780DE40B1847E56AF20730AE9, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:51,110 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E65F09AA7D6D45CBBB8C7792E1111E70
2016-05-18 02:06:51,110 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E65F09AA7D6D45CBBB8C7792E1111E70: Shuffle Runner thread complete
2016-05-18 02:06:51,111 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,112 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E65F09AA7D6D45CBBB8C7792E1111E70: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:51,118 INFO  output.MROutput (MROutput.java:close(526)) - 00FB249F05374AEAABDA40D72D95A069 closed
2016-05-18 02:06:51,118 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537210789_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:51,119 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,119 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C37A4C4780DE40B1847E56AF20730AE9, mem on close (mb), free: 140, total: 373, max: 672
2016-05-18 02:06:51,119 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E65F09AA7D6D45CBBB8C7792E1111E70
2016-05-18 02:06:51,119 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E65F09AA7D6D45CBBB8C7792E1111E70: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:51,119 INFO  output.MROutput (MROutput.java:close(526)) - 00FB249F05374AEAABDA40D72D95A069 closed
2016-05-18 02:06:51,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,120 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537210789_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:51,120 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537210789_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:51,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537210789_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537211110, Process_Duration=9, Process_End_Time=1463537211119, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:51,122 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537210789_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:51,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C37A4C4780DE40B1847E56AF20730AE9, taskAttemptId=attempt_1463537210789_0001_1_01_000000_0, creationTime=1463537211075, allocationTime=1463537211076, startTime=1463537211078, finishTime=1463537211122, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:51,122 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51,122 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:51,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:TASK_FINISHED]: vertexName=C37A4C4780DE40B1847E56AF20730AE9, taskId=task_1463537210789_0001_1_01_000000, startTime=1463537211078, finishTime=1463537211122, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537210789_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537211110, Process_Duration=9, Process_End_Time=1463537211119, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:51,123 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:51,123 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9]
2016-05-18 02:06:51,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:VERTEX_FINISHED]: vertexName=C37A4C4780DE40B1847E56AF20730AE9, vertexId=vertex_1463537210789_0001_1_01, initRequestedTime=1463537210978, initedTime=1463537210984, startRequestedTime=1463537210998, startedTime=1463537210999, finishTime=1463537211123, timeTaken=124, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537211110, Process_Duration=9, Process_End_Time=1463537211119, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537211078, firstTasksToStart=[ task_1463537210789_0001_1_01_000000 ], lastTaskFinishTime=1463537211122, lastTasksToFinish=[ task_1463537210789_0001_1_01_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537210789_0001_1_01_000000 ], longestDurationTasks=[ task_1463537210789_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:51,124 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:51,124 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:51,124 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:51,124 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537210789_0001_1_00 [E65F09AA7D6D45CBBB8C7792E1111E70]
2016-05-18 02:06:51,124 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537210789_0001_1
2016-05-18 02:06:51,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537210789_0001_1
2016-05-18 02:06:51,124 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210789_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:51,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537210789_0001_00_000002, stoppedTime=1463537211125, exitStatus=0
2016-05-18 02:06:51,122 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:51,125 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 00FB249F05374AEAABDA40D72D95A069 for vertex: vertex_1463537210789_0001_1_01 [C37A4C4780DE40B1847E56AF20730AE9], outputName: 00FB249F05374AEAABDA40D72D95A069
2016-05-18 02:06:51,125 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537210789_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:51,125 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,126 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537210789_0001_00_000002
2016-05-18 02:06:51,126 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537210789_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:51,126 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537210789_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:51,126 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537210789_0001_00_000002, Exiting
2016-05-18 02:06:51,126 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537210789_0001_00_000002
2016-05-18 02:06:51,126 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537210789_0001_00_000002
2016-05-18 02:06:51,126 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537210789_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:51,126 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537210789_0001_00_000002 completed successfully
2016-05-18 02:06:51,135 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:00FB249F05374AEAABDA40D72D95A069 of vertex/vertexGroup:C37A4C4780DE40B1847E56AF20730AE9 isVertexGroupOutput:false
2016-05-18 02:06:51,135 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:51,137 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537210789_0001_1, queueSize=0
2016-05-18 02:06:51,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537210789_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537210789_0001_1, startTime=1463537210976, finishTime=1463537211135, timeTaken=159, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=380, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074422168, Process_Duration=11, Process_End_Time=2927074422179, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:51,137 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537210789_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:51,137 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537210789_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:51 Completed Dag: dag_1463537210789_0001_1
2016-05-18 02:06:51,138 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537210789_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:51,138 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537210789_0001_1_post
2016-05-18 02:06:51,138 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,138 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:51,138 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:51,138 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP, with id=dag_1463537210789_0001_1
2016-05-18 02:06:51,138 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78] every/(1/1) ...lyplatform/0_'field'_SWAP, with id=dag_1463537210789_0001_1
2016-05-18 02:06:51,143 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_'field'_SWAP, applicationId=application_1463537210789_0001
2016-05-18 02:06:51,145 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:51,145 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:51,145 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:51,145 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:51,145 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:51,145 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:51,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:51,146 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:51,146 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:51,146 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:51,147 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:51,147 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:51,147 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:51,148 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:51,150 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BB9A2D605A2F433EAD2136BC331CC6CA/C55A5FAE6F10490EA895005374DB6C78/.tez/application_1463537210789_0001
2016-05-18 02:06:51,151 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_'field'_SWAP/_temporary
2016-05-18 02:06:51,151 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.391
2016-05-18 02:06:51,221 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_'field'_SWAP
2016-05-18 02:06:51,243 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:51,243 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:51,286 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:51,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:51,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:51,293 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:51,293 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:51,307 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:51,312 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:51,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:51,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:51,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_-1"]
2016-05-18 02:06:51,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:51,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:51,361 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:51,362 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:51,362 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:51,374 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:51,378 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:51,379 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:51,379 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:51,388 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001 doesn't exist and is created
2016-05-18 02:06:51,410 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:51,410 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:51,411 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd
2016-05-18 02:06:51,425 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537211378_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:51,425 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:51,425 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:51,427 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:51,427 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:51,427 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:51,427 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:51,428 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:51,429 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:51,430 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:51,430 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:51,430 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:51,430 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:51,430 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:51,430 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:51,431 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:51,431 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:51,431 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:51,431 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:51,431 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:51,433 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:51,434 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:51,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:51,434 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd/localmode-log-dir
2016-05-18 02:06:51,435 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd/localmode-log-dir/history.txt.appattempt_1463537211378_0001_000000, maxErrors=10
2016-05-18 02:06:51,435 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:51,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537211378_0001_000000, appSubmitTime=1463537211425, launchTime=1463537211425
2016-05-18 02:06:51,437 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:51,444 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34086
2016-05-18 02:06:51,445 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537211378
2016-05-18 02:06:51,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537211378_0001_000000, startTime=1463537211446
2016-05-18 02:06:51,447 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:51,511 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:51,511 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:51,511 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/0_UNKNOWN_-1, applicationId=application_1463537211378_0001, dagName=[D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:51,526 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:51,527 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:51,527 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537211378_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd/localmode-log-dir/dag_1463537211378_0001_1.dot
2016-05-18 02:06:51,528 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd/localmode-log-dir/dag_1463537211378_0001_1-tez-dag.pb.txt
2016-05-18 02:06:51,534 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537211378_0001_1
2016-05-18 02:06:51,534 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,534 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:51 Running Dag: dag_1463537211378_0001_1
2016-05-18 02:06:51,548 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537211378_0001_1, submitTime=1463537211526
2016-05-18 02:06:51,549 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001/tez-conf.pb" } size: 40947 timestamp: 1463537211000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:51,550 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,550 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:51,550 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001/tez-conf.pb" } size: 40947 timestamp: 1463537211000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:51,550 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,551 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:51,551 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:51,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537211378_0001_1, initTime=1463537211551
2016-05-18 02:06:51,552 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537211378_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:51,552 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:51,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:DAG_STARTED]: dagID=dag_1463537211378_0001_1, startTime=1463537211552
2016-05-18 02:06:51,552 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537211378_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:51,552 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AC8563048A314F078AF99DC89C500F04 : {8D197FD8EB51492EAF5C874F50A20A66={InputName=8D197FD8EB51492EAF5C874F50A20A66}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:51,553 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 8D197FD8EB51492EAF5C874F50A20A66, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:51,553 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/0_UNKNOWN_-1, applicationId=application_1463537211378_0001, dagName=[D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:51,553 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,553 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,553 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,553 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,554 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:51,554 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,556 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 8D197FD8EB51492EAF5C874F50A20A66 on vertex vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,557 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:51,558 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,558 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,558 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 8D197FD8EB51492EAF5C874F50A20A66 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:51,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537211378_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:51,558 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A], numAdditionalOutputs=1
2016-05-18 02:06:51,558 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=931B7730A515444CB69FC302E5DCAB49, vertex=vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:51,559 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:51,559 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:51,559 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:51,560 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:51,560 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 8D197FD8EB51492EAF5C874F50A20A66 on vertex vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,560 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E300973BA30B4094B5AB33DA4193571A:931B7730A515444CB69FC302E5DCAB49 using oldmapred API
2016-05-18 02:06:51,561 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=931B7730A515444CB69FC302E5DCAB49, vertexName=E300973BA30B4094B5AB33DA4193571A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:51,561 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E300973BA30B4094B5AB33DA4193571A, vertexId=vertex_1463537211378_0001_1_01, initRequestedTime=1463537211554, initedTime=1463537211558, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:51,562 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:51,562 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:51,563 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {8D197FD8EB51492EAF5C874F50A20A66=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:51,564 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] parallelism set to 1
2016-05-18 02:06:51,565 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:51,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC8563048A314F078AF99DC89C500F04, vertexId=vertex_1463537211378_0001_1_00, initRequestedTime=1463537211552, initedTime=1463537211565, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:51,565 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] with distanceFromRoot: 0
2016-05-18 02:06:51,565 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:51,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537211378_0001_1_00, startRequestedTime=1463537211554, startedTime=1463537211565
2016-05-18 02:06:51,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537211378_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:51,566 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:51,566 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537211378_0001_1_00 for vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] numStartedSources: 1 numSources: 1
2016-05-18 02:06:51,566 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] with distanceFromRoot: 1
2016-05-18 02:06:51,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537211378_0001_1_01, startRequestedTime=1463537211566, startedTime=1463537211566
2016-05-18 02:06:51,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:51,568 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AC8563048A314F078AF99DC89C500F04
2016-05-18 02:06:51,568 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,568 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E300973BA30B4094B5AB33DA4193571A with 0 source tasks and 1 pending tasks
2016-05-18 02:06:51,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_STARTED]: vertexName=AC8563048A314F078AF99DC89C500F04, taskId=task_1463537211378_0001_1_00_000000, scheduledTime=1463537211568, launchTime=1463537211568
2016-05-18 02:06:51,569 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,570 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AC8563048A314F078AF99DC89C500F04 in vertex: E300973BA30B4094B5AB33DA4193571A numBipartiteSourceTasks: 1
2016-05-18 02:06:51,570 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:51,572 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537211378_0001_00_000001, launchTime=1463537211571
2016-05-18 02:06:51,572 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537211378_0001_00_000001
2016-05-18 02:06:51,572 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537211378_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,572 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537211378_0001_1_00_000000_0] started. Is using containerId: [container_1463537211378_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,573 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC8563048A314F078AF99DC89C500F04, taskAttemptId=attempt_1463537211378_0001_1_00_000000_0, startTime=1463537211572, containerId=container_1463537211378_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:51,573 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,573 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:51,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1, VertexName: AC8563048A314F078AF99DC89C500F04, VertexParallelism: 1, TaskAttemptID:attempt_1463537211378_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8D197FD8EB51492EAF5C874F50A20A66, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E300973BA30B4094B5AB33DA4193571A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:51,574 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:51,574 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,575 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537211378_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:51,575 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537211378_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:51,577 INFO  input.MRInput (MRInput.java:initialize(440)) - 8D197FD8EB51492EAF5C874F50A20A66 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:51,577 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 8D197FD8EB51492EAF5C874F50A20A66
2016-05-18 02:06:51,578 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537211378_0001, with dag id: dag_1463537211378_0001_1
2016-05-18 02:06:51,580 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:51,587 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC8563048A314F078AF99DC89C500F04, ordinal: 0
2016-05-18 02:06:51,587 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC8563048A314F078AF99DC89C500F04, mem on start (mb), free: 237, total: 373, max: 672
2016-05-18 02:06:51,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:51,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:51,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:51,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:51,587 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[8D197FD8EB51492EAF5C874F50A20A66:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [E300973BA30B4094B5AB33DA4193571A:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:51,587 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:51,588 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:51,588 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:51,588 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[8D197FD8EB51492EAF5C874F50A20A66:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [E300973BA30B4094B5AB33DA4193571A:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:51,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:51,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 8D197FD8EB51492EAF5C874F50A20A66 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:51,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 8D197FD8EB51492EAF5C874F50A20A66
2016-05-18 02:06:51,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:51,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:51,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:51,589 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,590 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:51,590 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 8D197FD8EB51492EAF5C874F50A20A66 initialized RecordReader from event
2016-05-18 02:06:51,593 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:51,593 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 8D197FD8EB51492EAF5C874F50A20A66
2016-05-18 02:06:51,593 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 22C9C2B3FDD34FE7A3B1DFD30D284ED8
2016-05-18 02:06:51,593 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 22C9C2B3FDD34FE7A3B1DFD30D284ED8
2016-05-18 02:06:51,595 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,597 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,597 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E300973BA30B4094B5AB33DA4193571A using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4d4bc17f, comparator=cascading.tuple.hadoop.util.TupleComparator@288ca07e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:51,597 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E300973BA30B4094B5AB33DA4193571A: , UsingHashComparator=false
2016-05-18 02:06:51,610 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:51,610 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:51,610 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E300973BA30B4094B5AB33DA4193571A: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:51,611 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E300973BA30B4094B5AB33DA4193571A: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:51,611 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:51,611 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC8563048A314F078AF99DC89C500F04, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:51,614 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,614 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC8563048A314F078AF99DC89C500F04, mem on close (mb), free: 135, total: 373, max: 672
2016-05-18 02:06:51,614 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E300973BA30B4094B5AB33DA4193571A: Starting flush of map output
2016-05-18 02:06:51,615 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E300973BA30B4094B5AB33DA4193571A: Span0.length = 20, perItem = 6
2016-05-18 02:06:51,615 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E300973BA30B4094B5AB33DA4193571A: done sorting span=0, length=20, time=0
2016-05-18 02:06:51,615 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E300973BA30B4094B5AB33DA4193571A: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:51,616 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E300973BA30B4094B5AB33DA4193571A: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd/localmode-local-dir/output/attempt_1463537211378_0001_1_00_000000_0_10147_0/file.out
2016-05-18 02:06:51,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,620 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537211378_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:51,621 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537211378_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:51,623 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537211378_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537211612, Process_Duration=2, Process_End_Time=1463537211614, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:51,624 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537211378_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:51,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC8563048A314F078AF99DC89C500F04, taskAttemptId=attempt_1463537211378_0001_1_00_000000_0, creationTime=1463537211569, allocationTime=1463537211571, startTime=1463537211572, finishTime=1463537211624, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:51,624 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:51,625 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:51,625 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,625 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_FINISHED]: vertexName=AC8563048A314F078AF99DC89C500F04, taskId=task_1463537211378_0001_1_00_000000, startTime=1463537211572, finishTime=1463537211625, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1463537211378_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537211612, Process_Duration=2, Process_End_Time=1463537211614, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:51,626 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537211378_0001_00_000001
2016-05-18 02:06:51,626 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:51,626 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_FINISHED]: vertexName=AC8563048A314F078AF99DC89C500F04, vertexId=vertex_1463537211378_0001_1_00, initRequestedTime=1463537211552, initedTime=1463537211565, startRequestedTime=1463537211554, startedTime=1463537211565, finishTime=1463537211626, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537211612, Process_Duration=2, Process_End_Time=1463537211614, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537211572, firstTasksToStart=[ task_1463537211378_0001_1_00_000000 ], lastTaskFinishTime=1463537211624, lastTasksToFinish=[ task_1463537211378_0001_1_00_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537211378_0001_1_00_000000 ], longestDurationTasks=[ task_1463537211378_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:51,627 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:51,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537211378_0001_00_000001, stoppedTime=1463537211627, exitStatus=0
2016-05-18 02:06:51,628 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] attempt: attempt_1463537211378_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:51,628 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:51,628 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E300973BA30B4094B5AB33DA4193571A
2016-05-18 02:06:51,628 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AC8563048A314F078AF99DC89C500F04, destinationVertexName=E300973BA30B4094B5AB33DA4193571A. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:51,628 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,628 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:51,629 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537211378_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:51,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_STARTED]: vertexName=E300973BA30B4094B5AB33DA4193571A, taskId=task_1463537211378_0001_1_01_000000, scheduledTime=1463537211629, launchTime=1463537211629
2016-05-18 02:06:51,630 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537211378_0001_00_000002, launchTime=1463537211631
2016-05-18 02:06:51,632 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537211378_0001_00_000002
2016-05-18 02:06:51,633 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537211378_0001_1_01_000000_0] started. Is using containerId: [container_1463537211378_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:51,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E300973BA30B4094B5AB33DA4193571A, taskAttemptId=attempt_1463537211378_0001_1_01_000000_0, startTime=1463537211633, containerId=container_1463537211378_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:51,634 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537211378_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,635 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,635 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,635 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:51,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1, VertexName: E300973BA30B4094B5AB33DA4193571A, VertexParallelism: 1, TaskAttemptID:attempt_1463537211378_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AC8563048A314F078AF99DC89C500F04, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=931B7730A515444CB69FC302E5DCAB49, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:51,635 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:51,636 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537211378_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:51,637 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537211378_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:51,637 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537211378_0001_00_000001, Exiting
2016-05-18 02:06:51,637 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537211378_0001_00_000001
2016-05-18 02:06:51,637 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537211378_0001_00_000001
2016-05-18 02:06:51,639 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,640 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537211378_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,640 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537211378_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:51,641 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537211378_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:51,641 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537211378_0001_00_000001 completed successfully
2016-05-18 02:06:51,644 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:51,648 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:51,655 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E300973BA30B4094B5AB33DA4193571A, ordinal: 1
2016-05-18 02:06:51,655 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E300973BA30B4094B5AB33DA4193571A, mem on start (mb), free: 129, total: 373, max: 672
2016-05-18 02:06:51,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:51,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:51,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:51,665 INFO  output.MROutput (MROutput.java:initialize(421)) - 931B7730A515444CB69FC302E5DCAB49: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:51,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:51,665 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AC8563048A314F078AF99DC89C500F04:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [931B7730A515444CB69FC302E5DCAB49:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:51,666 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:51,666 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:51,666 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:51,666 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AC8563048A314F078AF99DC89C500F04:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [931B7730A515444CB69FC302E5DCAB49:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:51,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:51,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AC8563048A314F078AF99DC89C500F04 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:51,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:51,667 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:51,667 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - AC8563048A314F078AF99DC89C500F04: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:51,667 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - AC8563048A314F078AF99DC89C500F04: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:51,669 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: AC8563048A314F078AF99DC89C500F04 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:51,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AC8563048A314F078AF99DC89C500F04
2016-05-18 02:06:51,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:51,674 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,674 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AC8563048A314F078AF99DC89C500F04: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:51,676 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537211378_0001_1_00_000000_0_10147} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537211676, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:51,676 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : AC8563048A314F078AF99DC89C500F04
2016-05-18 02:06:51,677 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:51,677 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: AC8563048A314F078AF99DC89C500F04, wasInterrupted=false
2016-05-18 02:06:51,677 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:51,678 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:51,679 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:51,679 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,679 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001_wd/localmode-local-dir/output/attempt_1463537211378_0001_1_00_000000_0_10147/file.out, len=181, isLocal=true
2016-05-18 02:06:51,679 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:51,680 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:51,680 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:51,680 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:51,680 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : AC8563048A314F078AF99DC89C500F04
2016-05-18 02:06:51,680 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - AC8563048A314F078AF99DC89C500F04: Shuffle Runner thread complete
2016-05-18 02:06:51,681 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 22C9C2B3FDD34FE7A3B1DFD30D284ED8
2016-05-18 02:06:51,682 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_-1"], id: 931B7730A515444CB69FC302E5DCAB49
2016-05-18 02:06:51,682 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_-1"]
2016-05-18 02:06:51,682 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 22C9C2B3FDD34FE7A3B1DFD30D284ED8, for 1 inputs
2016-05-18 02:06:51,683 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E300973BA30B4094B5AB33DA4193571A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:51,683 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - AC8563048A314F078AF99DC89C500F04: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:51,684 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:51,684 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - AC8563048A314F078AF99DC89C500F04: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:51,692 INFO  output.MROutput (MROutput.java:close(526)) - 931B7730A515444CB69FC302E5DCAB49 closed
2016-05-18 02:06:51,692 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537211378_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:51,693 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,693 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E300973BA30B4094B5AB33DA4193571A, mem on close (mb), free: 125, total: 373, max: 672
2016-05-18 02:06:51,693 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: AC8563048A314F078AF99DC89C500F04
2016-05-18 02:06:51,694 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AC8563048A314F078AF99DC89C500F04: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:51,694 INFO  output.MROutput (MROutput.java:close(526)) - 931B7730A515444CB69FC302E5DCAB49 closed
2016-05-18 02:06:51,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,695 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537211378_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:51,695 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537211378_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:51,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537211378_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537211683, Process_Duration=10, Process_End_Time=1463537211693, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:51,696 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537211378_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:51,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E300973BA30B4094B5AB33DA4193571A, taskAttemptId=attempt_1463537211378_0001_1_01_000000_0, creationTime=1463537211630, allocationTime=1463537211631, startTime=1463537211633, finishTime=1463537211696, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:51,696 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:51,697 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:51,697 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,697 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:TASK_FINISHED]: vertexName=E300973BA30B4094B5AB33DA4193571A, taskId=task_1463537211378_0001_1_01_000000, startTime=1463537211633, finishTime=1463537211697, timeTaken=64, status=SUCCEEDED, successfulAttemptID=attempt_1463537211378_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537211683, Process_Duration=10, Process_End_Time=1463537211693, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:51,698 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:51,698 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A]
2016-05-18 02:06:51,698 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537211378_0001_00_000002
2016-05-18 02:06:51,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:VERTEX_FINISHED]: vertexName=E300973BA30B4094B5AB33DA4193571A, vertexId=vertex_1463537211378_0001_1_01, initRequestedTime=1463537211554, initedTime=1463537211558, startRequestedTime=1463537211566, startedTime=1463537211566, finishTime=1463537211698, timeTaken=132, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537211683, Process_Duration=10, Process_End_Time=1463537211693, Read_Duration=4, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537211633, firstTasksToStart=[ task_1463537211378_0001_1_01_000000 ], lastTaskFinishTime=1463537211696, lastTasksToFinish=[ task_1463537211378_0001_1_01_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537211378_0001_1_01_000000 ], longestDurationTasks=[ task_1463537211378_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:51,699 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:51,699 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:51,699 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:51,699 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537211378_0001_1_00 [AC8563048A314F078AF99DC89C500F04]
2016-05-18 02:06:51,699 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537211378_0001_1
2016-05-18 02:06:51,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537211378_0001_1
2016-05-18 02:06:51,699 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537211378_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:51,699 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 931B7730A515444CB69FC302E5DCAB49 for vertex: vertex_1463537211378_0001_1_01 [E300973BA30B4094B5AB33DA4193571A], outputName: 931B7730A515444CB69FC302E5DCAB49
2016-05-18 02:06:51,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537211378_0001_00_000002, stoppedTime=1463537211700, exitStatus=0
2016-05-18 02:06:51,700 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537211378_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:51,709 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537211378_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:51,709 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537211378_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:51,710 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537211378_0001_00_000002, Exiting
2016-05-18 02:06:51,710 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537211378_0001_00_000002
2016-05-18 02:06:51,710 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537211378_0001_00_000002
2016-05-18 02:06:51,713 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537211378_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:51,713 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537211378_0001_00_000002 completed successfully
2016-05-18 02:06:51,715 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:51,715 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:51,718 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:931B7730A515444CB69FC302E5DCAB49 of vertex/vertexGroup:E300973BA30B4094B5AB33DA4193571A isVertexGroupOutput:false
2016-05-18 02:06:51,718 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:51,720 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537211378_0001_1, queueSize=0
2016-05-18 02:06:51,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537211378_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537211378_0001_1, startTime=1463537211552, finishTime=1463537211718, timeTaken=166, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=410, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074423295, Process_Duration=12, Process_End_Time=2927074423307, Read_Duration=4, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:51,720 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537211378_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:51,720 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537211378_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:51 Completed Dag: dag_1463537211378_0001_1
2016-05-18 02:06:51,720 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537211378_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:51,721 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537211378_0001_1_post
2016-05-18 02:06:51,721 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:51,721 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:51,721 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:51,721 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1, with id=dag_1463537211378_0001_1
2016-05-18 02:06:51,721 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8] every/(1/1) ...mblyplatform/0_UNKNOWN_-1, with id=dag_1463537211378_0001_1
2016-05-18 02:06:51,729 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/0_UNKNOWN_-1, applicationId=application_1463537211378_0001
2016-05-18 02:06:51,730 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:51,730 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:51,730 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:51,730 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:51,730 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:51,731 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:51,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:51,731 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:51,731 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:51,731 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:51,732 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:51,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:51,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:51,732 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:51,737 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D542D81DD70A477FBC22539DAE4566A8/BCB92356C9794B9A9C9FD3FF4EC4D6F8/.tez/application_1463537211378_0001
2016-05-18 02:06:51,737 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_-1/_temporary
2016-05-18 02:06:51,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.377
2016-05-18 02:06:51,820 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_UNKNOWN_-1
2016-05-18 02:06:51,847 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:51,847 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:51,878 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:51,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:51,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:51,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:51,882 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_UNKNOWN_'field'
2016-05-18 02:06:51,904 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:51,905 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:51,938 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:51,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:51,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:51,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:51,946 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:51,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:51,968 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_RESULTS
2016-05-18 02:06:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2016-05-18 02:06:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:52,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:52,018 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:52,019 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:52,020 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:52,032 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:52,036 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:52,037 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:52,037 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:52,045 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001 doesn't exist and is created
2016-05-18 02:06:52,066 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:52,066 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:52,066 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd
2016-05-18 02:06:52,081 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537212036_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:52,081 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:52,081 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:52,082 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:52,082 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:52,082 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:52,082 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:52,083 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:52,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:52,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:52,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:52,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:52,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:52,085 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:52,085 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:52,085 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:52,085 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:52,085 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:52,085 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:52,085 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:52,087 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:52,087 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:52,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:52,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd/localmode-log-dir
2016-05-18 02:06:52,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd/localmode-log-dir/history.txt.appattempt_1463537212036_0001_000000, maxErrors=10
2016-05-18 02:06:52,088 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:52,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537212036_0001_000000, appSubmitTime=1463537212080, launchTime=1463537212080
2016-05-18 02:06:52,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:52,094 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:60641
2016-05-18 02:06:52,097 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537212036
2016-05-18 02:06:52,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537212036_0001_000000, startTime=1463537212100
2016-05-18 02:06:52,100 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:52,166 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:52,167 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:52,167 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_RESULTS, applicationId=application_1463537212036_0001, dagName=[3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:52,183 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:52,183 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:52,183 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537212036_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd/localmode-log-dir/dag_1463537212036_0001_1.dot
2016-05-18 02:06:52,184 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd/localmode-log-dir/dag_1463537212036_0001_1-tez-dag.pb.txt
2016-05-18 02:06:52,191 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537212036_0001_1
2016-05-18 02:06:52,191 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,191 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:52 Running Dag: dag_1463537212036_0001_1
2016-05-18 02:06:52,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537212036_0001_1, submitTime=1463537212183
2016-05-18 02:06:52,207 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001/tez-conf.pb" } size: 40947 timestamp: 1463537212000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:52,207 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,207 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:52,208 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001/tez-conf.pb" } size: 40947 timestamp: 1463537212000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:52,208 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,208 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:52,208 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:52,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537212036_0001_1, initTime=1463537212208
2016-05-18 02:06:52,209 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212036_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:52,209 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:52,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:DAG_STARTED]: dagID=dag_1463537212036_0001_1, startTime=1463537212209
2016-05-18 02:06:52,209 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212036_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:52,209 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D6A25157F7C8450E856833866F378C35 : {1F4468F801C2430DBF0BFE703A20BB11={InputName=1F4468F801C2430DBF0BFE703A20BB11}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:52,209 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 1F4468F801C2430DBF0BFE703A20BB11, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:52,210 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,210 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,210 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,210 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,211 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:52,211 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,212 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_RESULTS, applicationId=application_1463537212036_0001, dagName=[3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:52,213 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 1F4468F801C2430DBF0BFE703A20BB11 on vertex vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,215 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:52,215 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,215 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537212036_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:52,216 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580], numAdditionalOutputs=1
2016-05-18 02:06:52,216 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=84E4D12008BA4FABB1F5860DAB83E063, vertex=vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:52,217 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 1F4468F801C2430DBF0BFE703A20BB11 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:52,218 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:52,219 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:52,219 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:52,220 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:52,220 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 1F4468F801C2430DBF0BFE703A20BB11 on vertex vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,221 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B35A3A9F16734B3A802CF9B9632C3580:84E4D12008BA4FABB1F5860DAB83E063 using oldmapred API
2016-05-18 02:06:52,222 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=84E4D12008BA4FABB1F5860DAB83E063, vertexName=B35A3A9F16734B3A802CF9B9632C3580, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:52,223 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B35A3A9F16734B3A802CF9B9632C3580, vertexId=vertex_1463537212036_0001_1_01, initRequestedTime=1463537212211, initedTime=1463537212216, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:52,223 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:52,224 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:52,224 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {1F4468F801C2430DBF0BFE703A20BB11=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:52,226 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] parallelism set to 1
2016-05-18 02:06:52,226 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:52,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D6A25157F7C8450E856833866F378C35, vertexId=vertex_1463537212036_0001_1_00, initRequestedTime=1463537212209, initedTime=1463537212226, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:52,227 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] with distanceFromRoot: 0
2016-05-18 02:06:52,228 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:52,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537212036_0001_1_00, startRequestedTime=1463537212211, startedTime=1463537212228
2016-05-18 02:06:52,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537212036_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:52,229 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:52,229 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537212036_0001_1_00 for vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] numStartedSources: 1 numSources: 1
2016-05-18 02:06:52,229 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] with distanceFromRoot: 1
2016-05-18 02:06:52,229 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D6A25157F7C8450E856833866F378C35
2016-05-18 02:06:52,229 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537212036_0001_1_01, startRequestedTime=1463537212229, startedTime=1463537212229
2016-05-18 02:06:52,230 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:52,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_STARTED]: vertexName=D6A25157F7C8450E856833866F378C35, taskId=task_1463537212036_0001_1_00_000000, scheduledTime=1463537212230, launchTime=1463537212230
2016-05-18 02:06:52,231 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B35A3A9F16734B3A802CF9B9632C3580 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:52,231 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,231 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D6A25157F7C8450E856833866F378C35 in vertex: B35A3A9F16734B3A802CF9B9632C3580 numBipartiteSourceTasks: 1
2016-05-18 02:06:52,232 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:52,234 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537212036_0001_00_000001, launchTime=1463537212234
2016-05-18 02:06:52,234 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212036_0001_00_000001
2016-05-18 02:06:52,234 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212036_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,235 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537212036_0001_1_00_000000_0] started. Is using containerId: [container_1463537212036_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:52,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D6A25157F7C8450E856833866F378C35, taskAttemptId=attempt_1463537212036_0001_1_00_000000_0, startTime=1463537212234, containerId=container_1463537212036_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,235 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,235 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,235 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:52,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS, VertexName: D6A25157F7C8450E856833866F378C35, VertexParallelism: 1, TaskAttemptID:attempt_1463537212036_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1F4468F801C2430DBF0BFE703A20BB11, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B35A3A9F16734B3A802CF9B9632C3580, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:52,236 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:52,236 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,237 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537212036_0001, with dag id: dag_1463537212036_0001_1
2016-05-18 02:06:52,239 INFO  input.MRInput (MRInput.java:initialize(440)) - 1F4468F801C2430DBF0BFE703A20BB11 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:52,239 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:52,239 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 1F4468F801C2430DBF0BFE703A20BB11
2016-05-18 02:06:52,242 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537212036_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:52,242 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537212036_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:52,248 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D6A25157F7C8450E856833866F378C35, ordinal: 0
2016-05-18 02:06:52,248 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6A25157F7C8450E856833866F378C35, mem on start (mb), free: 199, total: 374, max: 672
2016-05-18 02:06:52,248 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:52,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:52,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:52,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:52,250 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[1F4468F801C2430DBF0BFE703A20BB11:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B35A3A9F16734B3A802CF9B9632C3580:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:52,250 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:52,250 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:52,251 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:52,251 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[1F4468F801C2430DBF0BFE703A20BB11:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B35A3A9F16734B3A802CF9B9632C3580:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:52,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:52,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 1F4468F801C2430DBF0BFE703A20BB11
2016-05-18 02:06:52,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 1F4468F801C2430DBF0BFE703A20BB11 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:52,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:52,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:52,253 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:52,253 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,256 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:52,256 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 1F4468F801C2430DBF0BFE703A20BB11 initialized RecordReader from event
2016-05-18 02:06:52,256 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:52,257 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 1F4468F801C2430DBF0BFE703A20BB11
2016-05-18 02:06:52,257 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: B8003054839F46949ED6712EF6DA8C9B
2016-05-18 02:06:52,258 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] B8003054839F46949ED6712EF6DA8C9B
2016-05-18 02:06:52,259 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,261 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,261 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B35A3A9F16734B3A802CF9B9632C3580 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@f1935c1, comparator=cascading.tuple.hadoop.util.TupleComparator@401819a5, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:52,262 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B35A3A9F16734B3A802CF9B9632C3580: , UsingHashComparator=false
2016-05-18 02:06:52,287 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:52,287 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:52,287 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B35A3A9F16734B3A802CF9B9632C3580: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:52,288 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B35A3A9F16734B3A802CF9B9632C3580: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:52,288 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:52,288 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D6A25157F7C8450E856833866F378C35, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:52,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,291 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6A25157F7C8450E856833866F378C35, mem on close (mb), free: 212, total: 373, max: 672
2016-05-18 02:06:52,291 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B35A3A9F16734B3A802CF9B9632C3580: Starting flush of map output
2016-05-18 02:06:52,291 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B35A3A9F16734B3A802CF9B9632C3580: Span0.length = 20, perItem = 6
2016-05-18 02:06:52,291 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B35A3A9F16734B3A802CF9B9632C3580: done sorting span=0, length=20, time=0
2016-05-18 02:06:52,292 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B35A3A9F16734B3A802CF9B9632C3580: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:52,293 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B35A3A9F16734B3A802CF9B9632C3580: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd/localmode-local-dir/output/attempt_1463537212036_0001_1_00_000000_0_10153_0/file.out
2016-05-18 02:06:52,296 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,296 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537212036_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:52,297 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537212036_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:52,297 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537212036_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537212288, Process_Duration=3, Process_End_Time=1463537212291, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:52,297 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537212036_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:52,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D6A25157F7C8450E856833866F378C35, taskAttemptId=attempt_1463537212036_0001_1_00_000000_0, creationTime=1463537212231, allocationTime=1463537212233, startTime=1463537212234, finishTime=1463537212297, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:52,298 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:52,298 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:52,298 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,298 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_FINISHED]: vertexName=D6A25157F7C8450E856833866F378C35, taskId=task_1463537212036_0001_1_00_000000, startTime=1463537212234, finishTime=1463537212299, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1463537212036_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537212288, Process_Duration=3, Process_End_Time=1463537212291, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:52,298 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212036_0001_00_000001
2016-05-18 02:06:52,299 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:52,300 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_FINISHED]: vertexName=D6A25157F7C8450E856833866F378C35, vertexId=vertex_1463537212036_0001_1_00, initRequestedTime=1463537212209, initedTime=1463537212226, startRequestedTime=1463537212211, startedTime=1463537212228, finishTime=1463537212300, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537212288, Process_Duration=3, Process_End_Time=1463537212291, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537212234, firstTasksToStart=[ task_1463537212036_0001_1_00_000000 ], lastTaskFinishTime=1463537212297, lastTasksToFinish=[ task_1463537212036_0001_1_00_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537212036_0001_1_00_000000 ], longestDurationTasks=[ task_1463537212036_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:52,300 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:52,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537212036_0001_00_000001, stoppedTime=1463537212300, exitStatus=0
2016-05-18 02:06:52,301 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] attempt: attempt_1463537212036_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:52,301 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:52,301 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B35A3A9F16734B3A802CF9B9632C3580
2016-05-18 02:06:52,301 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:52,301 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537212036_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:52,301 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D6A25157F7C8450E856833866F378C35, destinationVertexName=B35A3A9F16734B3A802CF9B9632C3580. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:52,301 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_STARTED]: vertexName=B35A3A9F16734B3A802CF9B9632C3580, taskId=task_1463537212036_0001_1_01_000000, scheduledTime=1463537212302, launchTime=1463537212302
2016-05-18 02:06:52,302 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537212036_0001_00_000002, launchTime=1463537212304
2016-05-18 02:06:52,305 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212036_0001_00_000002
2016-05-18 02:06:52,305 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212036_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,305 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537212036_0001_1_01_000000_0] started. Is using containerId: [container_1463537212036_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:52,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B35A3A9F16734B3A802CF9B9632C3580, taskAttemptId=attempt_1463537212036_0001_1_01_000000_0, startTime=1463537212305, containerId=container_1463537212036_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,306 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,306 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,306 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:52,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS, VertexName: B35A3A9F16734B3A802CF9B9632C3580, VertexParallelism: 1, TaskAttemptID:attempt_1463537212036_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D6A25157F7C8450E856833866F378C35, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=84E4D12008BA4FABB1F5860DAB83E063, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:52,307 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:52,307 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,307 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537212036_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,308 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537212036_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:52,310 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:52,310 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:52,313 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537212036_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:52,313 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212036_0001_00_000001: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:52,313 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537212036_0001_00_000001, Exiting
2016-05-18 02:06:52,313 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537212036_0001_00_000001
2016-05-18 02:06:52,313 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537212036_0001_00_000001
2016-05-18 02:06:52,314 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537212036_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:52,315 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537212036_0001_00_000001 completed successfully
2016-05-18 02:06:52,316 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B35A3A9F16734B3A802CF9B9632C3580, ordinal: 1
2016-05-18 02:06:52,316 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B35A3A9F16734B3A802CF9B9632C3580, mem on start (mb), free: 204, total: 373, max: 672
2016-05-18 02:06:52,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:52,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:52,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:52,321 INFO  output.MROutput (MROutput.java:initialize(421)) - 84E4D12008BA4FABB1F5860DAB83E063: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:52,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:52,322 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[84E4D12008BA4FABB1F5860DAB83E063:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [D6A25157F7C8450E856833866F378C35:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:52,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:52,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:52,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:52,322 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[84E4D12008BA4FABB1F5860DAB83E063:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [D6A25157F7C8450E856833866F378C35:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:52,322 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:52,322 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D6A25157F7C8450E856833866F378C35 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:52,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:52,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:52,323 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D6A25157F7C8450E856833866F378C35: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:52,323 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D6A25157F7C8450E856833866F378C35: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:52,324 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D6A25157F7C8450E856833866F378C35 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:52,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D6A25157F7C8450E856833866F378C35
2016-05-18 02:06:52,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:52,325 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,327 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D6A25157F7C8450E856833866F378C35: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:52,330 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:52,330 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537212036_0001_1_00_000000_0_10153} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537212330, TimeTaken=2, Rate=0.09 MB/s
2016-05-18 02:06:52,330 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D6A25157F7C8450E856833866F378C35
2016-05-18 02:06:52,330 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: B8003054839F46949ED6712EF6DA8C9B
2016-05-18 02:06:52,330 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:52,330 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_RESULTS"], id: 84E4D12008BA4FABB1F5860DAB83E063
2016-05-18 02:06:52,330 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D6A25157F7C8450E856833866F378C35, wasInterrupted=false
2016-05-18 02:06:52,331 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_RESULTS"]
2016-05-18 02:06:52,332 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:52,332 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] B8003054839F46949ED6712EF6DA8C9B, for 1 inputs
2016-05-18 02:06:52,333 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:52,334 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,334 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001_wd/localmode-local-dir/output/attempt_1463537212036_0001_1_00_000000_0_10153/file.out, len=181, isLocal=true
2016-05-18 02:06:52,334 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:52,334 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:52,334 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:52,334 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:52,335 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D6A25157F7C8450E856833866F378C35
2016-05-18 02:06:52,335 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B35A3A9F16734B3A802CF9B9632C3580, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:52,335 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D6A25157F7C8450E856833866F378C35: Shuffle Runner thread complete
2016-05-18 02:06:52,336 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,336 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D6A25157F7C8450E856833866F378C35: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:52,341 INFO  output.MROutput (MROutput.java:close(526)) - 84E4D12008BA4FABB1F5860DAB83E063 closed
2016-05-18 02:06:52,341 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537212036_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:52,342 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,342 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B35A3A9F16734B3A802CF9B9632C3580, mem on close (mb), free: 201, total: 373, max: 672
2016-05-18 02:06:52,342 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D6A25157F7C8450E856833866F378C35
2016-05-18 02:06:52,342 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D6A25157F7C8450E856833866F378C35: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:52,342 INFO  output.MROutput (MROutput.java:close(526)) - 84E4D12008BA4FABB1F5860DAB83E063 closed
2016-05-18 02:06:52,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,343 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537212036_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:52,343 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537212036_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:52,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537212036_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537212335, Process_Duration=7, Process_End_Time=1463537212342, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:52,344 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537212036_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:52,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B35A3A9F16734B3A802CF9B9632C3580, taskAttemptId=attempt_1463537212036_0001_1_01_000000_0, creationTime=1463537212302, allocationTime=1463537212304, startTime=1463537212305, finishTime=1463537212344, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:52,344 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:52,344 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:52,344 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,344 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52,345 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212036_0001_00_000002
2016-05-18 02:06:52,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:TASK_FINISHED]: vertexName=B35A3A9F16734B3A802CF9B9632C3580, taskId=task_1463537212036_0001_1_01_000000, startTime=1463537212305, finishTime=1463537212345, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1463537212036_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537212335, Process_Duration=7, Process_End_Time=1463537212342, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:52,346 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:52,346 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580]
2016-05-18 02:06:52,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:VERTEX_FINISHED]: vertexName=B35A3A9F16734B3A802CF9B9632C3580, vertexId=vertex_1463537212036_0001_1_01, initRequestedTime=1463537212211, initedTime=1463537212216, startRequestedTime=1463537212229, startedTime=1463537212229, finishTime=1463537212346, timeTaken=117, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537212335, Process_Duration=7, Process_End_Time=1463537212342, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537212305, firstTasksToStart=[ task_1463537212036_0001_1_01_000000 ], lastTaskFinishTime=1463537212344, lastTasksToFinish=[ task_1463537212036_0001_1_01_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537212036_0001_1_01_000000 ], longestDurationTasks=[ task_1463537212036_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:52,346 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:52,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537212036_0001_00_000002, stoppedTime=1463537212347, exitStatus=0
2016-05-18 02:06:52,347 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:52,347 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:52,347 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537212036_0001_1_00 [D6A25157F7C8450E856833866F378C35]
2016-05-18 02:06:52,347 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537212036_0001_1
2016-05-18 02:06:52,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537212036_0001_1
2016-05-18 02:06:52,347 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212036_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:52,347 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 84E4D12008BA4FABB1F5860DAB83E063 for vertex: vertex_1463537212036_0001_1_01 [B35A3A9F16734B3A802CF9B9632C3580], outputName: 84E4D12008BA4FABB1F5860DAB83E063
2016-05-18 02:06:52,349 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537212036_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:52,356 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537212036_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:52,356 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212036_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:52,356 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537212036_0001_00_000002, Exiting
2016-05-18 02:06:52,356 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:84E4D12008BA4FABB1F5860DAB83E063 of vertex/vertexGroup:B35A3A9F16734B3A802CF9B9632C3580 isVertexGroupOutput:false
2016-05-18 02:06:52,356 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537212036_0001_00_000002
2016-05-18 02:06:52,357 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537212036_0001_00_000002
2016-05-18 02:06:52,357 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:52,357 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537212036_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:52,357 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537212036_0001_00_000002 completed successfully
2016-05-18 02:06:52,358 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537212036_0001_1, queueSize=0
2016-05-18 02:06:52,359 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212036_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537212036_0001_1, startTime=1463537212209, finishTime=1463537212357, timeTaken=148, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=280, AM_GC_TIME_MILLIS=12, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074424623, Process_Duration=10, Process_End_Time=2927074424633, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:52,359 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537212036_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:52,359 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212036_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:52 Completed Dag: dag_1463537212036_0001_1
2016-05-18 02:06:52,359 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537212036_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:52,359 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537212036_0001_1_post
2016-05-18 02:06:52,359 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,360 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:52,360 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:52,360 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS, with id=dag_1463537212036_0001_1
2016-05-18 02:06:52,360 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD] every/(1/1) ...latform/0_UNKNOWN_RESULTS, with id=dag_1463537212036_0001_1
2016-05-18 02:06:52,371 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_UNKNOWN_RESULTS, applicationId=application_1463537212036_0001
2016-05-18 02:06:52,374 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:52,374 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:52,374 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:52,374 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:52,374 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:52,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:52,375 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:52,375 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:52,376 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:52,376 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:52,376 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:52,379 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:52,379 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:52,380 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:52,384 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3782F1C4A04942C486238D7C6F88D5C4/B5CA334C8D624F98B6A516E2C4F8F5CD/.tez/application_1463537212036_0001
2016-05-18 02:06:52,384 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary
2016-05-18 02:06:52,385 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.367
2016-05-18 02:06:52,429 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:52,429 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:52,456 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_UNKNOWN_RESULTS
2016-05-18 02:06:52,478 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:52,478 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:52,524 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:52,532 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-18 02:06:52,533 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:52,533 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:52,533 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:52,548 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:52,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:52,601 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:52,601 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:52,602 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2016-05-18 02:06:52,602 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:52,602 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:52,602 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:52,602 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:52,602 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:52,616 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:52,621 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:52,621 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:52,621 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:52,630 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001 doesn't exist and is created
2016-05-18 02:06:52,649 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:52,649 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:52,651 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd
2016-05-18 02:06:52,666 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537212621_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:52,666 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:52,666 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:52,668 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:52,668 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:52,668 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:52,668 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:52,669 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:52,671 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:52,671 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:52,672 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:52,672 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:52,672 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:52,672 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:52,674 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:52,675 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:52,675 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:52,676 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd/localmode-log-dir
2016-05-18 02:06:52,676 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd/localmode-log-dir/history.txt.appattempt_1463537212621_0001_000000, maxErrors=10
2016-05-18 02:06:52,676 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:52,676 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537212621_0001_000000, appSubmitTime=1463537212665, launchTime=1463537212666
2016-05-18 02:06:52,679 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:52,682 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46563
2016-05-18 02:06:52,683 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537212621
2016-05-18 02:06:52,684 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537212621_0001_000000, startTime=1463537212684
2016-05-18 02:06:52,684 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:52,750 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:52,750 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:52,750 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/0_UNKNOWN_ALL, applicationId=application_1463537212621_0001, dagName=[7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:52,767 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:52,767 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:52,769 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537212621_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd/localmode-log-dir/dag_1463537212621_0001_1.dot
2016-05-18 02:06:52,771 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd/localmode-log-dir/dag_1463537212621_0001_1-tez-dag.pb.txt
2016-05-18 02:06:52,777 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537212621_0001_1
2016-05-18 02:06:52,777 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,777 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:52 Running Dag: dag_1463537212621_0001_1
2016-05-18 02:06:52,793 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537212621_0001_1, submitTime=1463537212767
2016-05-18 02:06:52,794 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001/tez-conf.pb" } size: 40947 timestamp: 1463537212000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:52,794 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,794 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:52,795 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001/tez-conf.pb" } size: 40947 timestamp: 1463537212000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:52,795 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,795 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:52,795 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:52,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537212621_0001_1, initTime=1463537212796
2016-05-18 02:06:52,796 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212621_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:52,796 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:52,797 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:DAG_STARTED]: dagID=dag_1463537212621_0001_1, startTime=1463537212797
2016-05-18 02:06:52,797 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212621_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:52,797 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C4A69718B0204C5EA23E307EB784FC0C : {2D653A5BFB68413AA160DB315B96095F={InputName=2D653A5BFB68413AA160DB315B96095F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:52,797 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 2D653A5BFB68413AA160DB315B96095F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:52,797 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,797 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,797 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,798 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,798 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:52,798 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,799 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/0_UNKNOWN_ALL, applicationId=application_1463537212621_0001, dagName=[7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:52,799 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 2D653A5BFB68413AA160DB315B96095F on vertex vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,818 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 2D653A5BFB68413AA160DB315B96095F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:52,818 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:52,818 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,818 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537212621_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:52,819 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB], numAdditionalOutputs=1
2016-05-18 02:06:52,819 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F1898D5C8B5747C8BA39DD6B9BE63F6A, vertex=vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:52,820 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:52,821 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:52,821 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:52,822 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:52,822 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D9D5632BB8C740908653C0CFCDEC7EAB:F1898D5C8B5747C8BA39DD6B9BE63F6A using oldmapred API
2016-05-18 02:06:52,822 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F1898D5C8B5747C8BA39DD6B9BE63F6A, vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:52,822 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 2D653A5BFB68413AA160DB315B96095F on vertex vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, vertexId=vertex_1463537212621_0001_1_01, initRequestedTime=1463537212798, initedTime=1463537212819, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:52,823 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:52,824 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:52,824 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {2D653A5BFB68413AA160DB315B96095F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:52,827 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] parallelism set to 1
2016-05-18 02:06:52,827 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:52,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C4A69718B0204C5EA23E307EB784FC0C, vertexId=vertex_1463537212621_0001_1_00, initRequestedTime=1463537212797, initedTime=1463537212827, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:52,828 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] with distanceFromRoot: 0
2016-05-18 02:06:52,828 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:52,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537212621_0001_1_00, startRequestedTime=1463537212798, startedTime=1463537212828
2016-05-18 02:06:52,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537212621_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:52,829 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:52,829 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537212621_0001_1_00 for vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] numStartedSources: 1 numSources: 1
2016-05-18 02:06:52,829 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] with distanceFromRoot: 1
2016-05-18 02:06:52,829 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C4A69718B0204C5EA23E307EB784FC0C
2016-05-18 02:06:52,830 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537212621_0001_1_01, startRequestedTime=1463537212829, startedTime=1463537212830
2016-05-18 02:06:52,831 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:52,831 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_STARTED]: vertexName=C4A69718B0204C5EA23E307EB784FC0C, taskId=task_1463537212621_0001_1_00_000000, scheduledTime=1463537212831, launchTime=1463537212831
2016-05-18 02:06:52,832 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D9D5632BB8C740908653C0CFCDEC7EAB with 0 source tasks and 1 pending tasks
2016-05-18 02:06:52,832 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,832 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C4A69718B0204C5EA23E307EB784FC0C in vertex: D9D5632BB8C740908653C0CFCDEC7EAB numBipartiteSourceTasks: 1
2016-05-18 02:06:52,833 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:52,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537212621_0001_00_000001, launchTime=1463537212834
2016-05-18 02:06:52,835 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212621_0001_00_000001
2016-05-18 02:06:52,836 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537212621_0001_1_00_000000_0] started. Is using containerId: [container_1463537212621_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:52,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C4A69718B0204C5EA23E307EB784FC0C, taskAttemptId=attempt_1463537212621_0001_1_00_000000_0, startTime=1463537212836, containerId=container_1463537212621_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:52,836 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212621_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,837 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,837 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,837 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:52,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL, VertexName: C4A69718B0204C5EA23E307EB784FC0C, VertexParallelism: 1, TaskAttemptID:attempt_1463537212621_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2D653A5BFB68413AA160DB315B96095F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D9D5632BB8C740908653C0CFCDEC7EAB, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:52,838 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:52,838 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,838 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537212621_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:52,838 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537212621_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:52,841 INFO  input.MRInput (MRInput.java:initialize(440)) - 2D653A5BFB68413AA160DB315B96095F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:52,841 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 2D653A5BFB68413AA160DB315B96095F
2016-05-18 02:06:52,842 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:52,845 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C4A69718B0204C5EA23E307EB784FC0C, ordinal: 0
2016-05-18 02:06:52,845 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4A69718B0204C5EA23E307EB784FC0C, mem on start (mb), free: 300, total: 372, max: 672
2016-05-18 02:06:52,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:52,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:52,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:52,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:52,849 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[2D653A5BFB68413AA160DB315B96095F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D9D5632BB8C740908653C0CFCDEC7EAB:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:52,849 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:52,849 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:52,849 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537212621_0001, with dag id: dag_1463537212621_0001_1
2016-05-18 02:06:52,849 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:52,850 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[2D653A5BFB68413AA160DB315B96095F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D9D5632BB8C740908653C0CFCDEC7EAB:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:52,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:52,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 2D653A5BFB68413AA160DB315B96095F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:52,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:52,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:52,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 2D653A5BFB68413AA160DB315B96095F
2016-05-18 02:06:52,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:52,851 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,855 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:52,856 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 2D653A5BFB68413AA160DB315B96095F
2016-05-18 02:06:52,856 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:52,856 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 01D59EDEFC5C4D91866469C2FB5ED078
2016-05-18 02:06:52,856 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 2D653A5BFB68413AA160DB315B96095F initialized RecordReader from event
2016-05-18 02:06:52,856 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 01D59EDEFC5C4D91866469C2FB5ED078
2016-05-18 02:06:52,857 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,859 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,859 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D9D5632BB8C740908653C0CFCDEC7EAB using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@7b47d6ec, comparator=cascading.tuple.hadoop.util.TupleComparator@296f5f2f, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:52,860 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D9D5632BB8C740908653C0CFCDEC7EAB: , UsingHashComparator=false
2016-05-18 02:06:52,874 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:52,874 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:52,874 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D9D5632BB8C740908653C0CFCDEC7EAB: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:52,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D9D5632BB8C740908653C0CFCDEC7EAB: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:52,875 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:52,875 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C4A69718B0204C5EA23E307EB784FC0C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:52,879 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,879 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4A69718B0204C5EA23E307EB784FC0C, mem on close (mb), free: 197, total: 372, max: 672
2016-05-18 02:06:52,879 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D9D5632BB8C740908653C0CFCDEC7EAB: Starting flush of map output
2016-05-18 02:06:52,879 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D9D5632BB8C740908653C0CFCDEC7EAB: Span0.length = 20, perItem = 6
2016-05-18 02:06:52,880 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D9D5632BB8C740908653C0CFCDEC7EAB: done sorting span=0, length=20, time=0
2016-05-18 02:06:52,880 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D9D5632BB8C740908653C0CFCDEC7EAB: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:52,881 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D9D5632BB8C740908653C0CFCDEC7EAB: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd/localmode-local-dir/output/attempt_1463537212621_0001_1_00_000000_0_10159_0/file.out
2016-05-18 02:06:52,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,887 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537212621_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:52,887 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537212621_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:52,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537212621_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537212876, Process_Duration=3, Process_End_Time=1463537212879, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:52,888 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537212621_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:52,889 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:52,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C4A69718B0204C5EA23E307EB784FC0C, taskAttemptId=attempt_1463537212621_0001_1_00_000000_0, creationTime=1463537212832, allocationTime=1463537212834, startTime=1463537212836, finishTime=1463537212888, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:52,889 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52,889 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:52,889 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_FINISHED]: vertexName=C4A69718B0204C5EA23E307EB784FC0C, taskId=task_1463537212621_0001_1_00_000000, startTime=1463537212836, finishTime=1463537212889, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1463537212621_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537212876, Process_Duration=3, Process_End_Time=1463537212879, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:52,890 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212621_0001_00_000001
2016-05-18 02:06:52,890 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:52,890 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_FINISHED]: vertexName=C4A69718B0204C5EA23E307EB784FC0C, vertexId=vertex_1463537212621_0001_1_00, initRequestedTime=1463537212797, initedTime=1463537212827, startRequestedTime=1463537212798, startedTime=1463537212828, finishTime=1463537212890, timeTaken=62, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537212876, Process_Duration=3, Process_End_Time=1463537212879, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537212836, firstTasksToStart=[ task_1463537212621_0001_1_00_000000 ], lastTaskFinishTime=1463537212888, lastTasksToFinish=[ task_1463537212621_0001_1_00_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537212621_0001_1_00_000000 ], longestDurationTasks=[ task_1463537212621_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:52,891 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:52,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537212621_0001_00_000001, stoppedTime=1463537212891, exitStatus=0
2016-05-18 02:06:52,891 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] attempt: attempt_1463537212621_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:52,892 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:52,892 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D9D5632BB8C740908653C0CFCDEC7EAB
2016-05-18 02:06:52,892 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:52,892 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C4A69718B0204C5EA23E307EB784FC0C, destinationVertexName=D9D5632BB8C740908653C0CFCDEC7EAB. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:52,892 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537212621_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:52,892 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_STARTED]: vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, taskId=task_1463537212621_0001_1_01_000000, scheduledTime=1463537212892, launchTime=1463537212892
2016-05-18 02:06:52,893 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537212621_0001_00_000002, launchTime=1463537212896
2016-05-18 02:06:52,897 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212621_0001_00_000002
2016-05-18 02:06:52,897 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537212621_0001_1_01_000000_0] started. Is using containerId: [container_1463537212621_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:52,898 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, taskAttemptId=attempt_1463537212621_0001_1_01_000000_0, startTime=1463537212897, containerId=container_1463537212621_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:52,898 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212621_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,898 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,898 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,898 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:52,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL, VertexName: D9D5632BB8C740908653C0CFCDEC7EAB, VertexParallelism: 1, TaskAttemptID:attempt_1463537212621_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C4A69718B0204C5EA23E307EB784FC0C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F1898D5C8B5747C8BA39DD6B9BE63F6A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:52,899 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:52,899 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,899 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537212621_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,900 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537212621_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:52,900 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537212621_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:52,900 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212621_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:52,901 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537212621_0001_00_000001, Exiting
2016-05-18 02:06:52,901 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537212621_0001_00_000001
2016-05-18 02:06:52,901 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537212621_0001_00_000001
2016-05-18 02:06:52,903 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:52,904 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:52,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537212621_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:52,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537212621_0001_00_000001 completed successfully
2016-05-18 02:06:52,909 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D9D5632BB8C740908653C0CFCDEC7EAB, ordinal: 1
2016-05-18 02:06:52,909 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D9D5632BB8C740908653C0CFCDEC7EAB, mem on start (mb), free: 192, total: 372, max: 672
2016-05-18 02:06:52,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:52,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:52,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:52,914 INFO  output.MROutput (MROutput.java:initialize(421)) - F1898D5C8B5747C8BA39DD6B9BE63F6A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:52,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:52,914 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F1898D5C8B5747C8BA39DD6B9BE63F6A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C4A69718B0204C5EA23E307EB784FC0C:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:52,914 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:52,914 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:52,915 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:52,915 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F1898D5C8B5747C8BA39DD6B9BE63F6A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C4A69718B0204C5EA23E307EB784FC0C:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:52,915 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:52,915 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C4A69718B0204C5EA23E307EB784FC0C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:52,915 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C4A69718B0204C5EA23E307EB784FC0C: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:52,916 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C4A69718B0204C5EA23E307EB784FC0C: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:52,916 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C4A69718B0204C5EA23E307EB784FC0C with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:52,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:52,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:52,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C4A69718B0204C5EA23E307EB784FC0C
2016-05-18 02:06:52,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:52,917 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,919 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C4A69718B0204C5EA23E307EB784FC0C: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:52,921 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:52,921 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 01D59EDEFC5C4D91866469C2FB5ED078
2016-05-18 02:06:52,921 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_ALL"], id: F1898D5C8B5747C8BA39DD6B9BE63F6A
2016-05-18 02:06:52,922 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_ALL"]
2016-05-18 02:06:52,922 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 01D59EDEFC5C4D91866469C2FB5ED078, for 1 inputs
2016-05-18 02:06:52,923 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537212621_0001_1_00_000000_0_10159} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537212923, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:52,923 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C4A69718B0204C5EA23E307EB784FC0C
2016-05-18 02:06:52,923 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:52,923 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C4A69718B0204C5EA23E307EB784FC0C, wasInterrupted=false
2016-05-18 02:06:52,925 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:52,925 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:52,926 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,926 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001_wd/localmode-local-dir/output/attempt_1463537212621_0001_1_00_000000_0_10159/file.out, len=181, isLocal=true
2016-05-18 02:06:52,926 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:52,926 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:52,927 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:52,927 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:52,927 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C4A69718B0204C5EA23E307EB784FC0C
2016-05-18 02:06:52,927 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C4A69718B0204C5EA23E307EB784FC0C: Shuffle Runner thread complete
2016-05-18 02:06:52,927 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D9D5632BB8C740908653C0CFCDEC7EAB, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:52,929 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:52,929 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C4A69718B0204C5EA23E307EB784FC0C: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:52,935 INFO  output.MROutput (MROutput.java:close(526)) - F1898D5C8B5747C8BA39DD6B9BE63F6A closed
2016-05-18 02:06:52,935 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537212621_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:52,936 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,936 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D9D5632BB8C740908653C0CFCDEC7EAB, mem on close (mb), free: 188, total: 372, max: 672
2016-05-18 02:06:52,936 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C4A69718B0204C5EA23E307EB784FC0C
2016-05-18 02:06:52,936 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C4A69718B0204C5EA23E307EB784FC0C: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:52,936 INFO  output.MROutput (MROutput.java:close(526)) - F1898D5C8B5747C8BA39DD6B9BE63F6A closed
2016-05-18 02:06:52,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,937 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537212621_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:52,937 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537212621_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:52,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537212621_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537212928, Process_Duration=8, Process_End_Time=1463537212936, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:52,938 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537212621_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:52,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, taskAttemptId=attempt_1463537212621_0001_1_01_000000_0, creationTime=1463537212893, allocationTime=1463537212894, startTime=1463537212897, finishTime=1463537212938, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:52,939 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:TASK_FINISHED]: vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, taskId=task_1463537212621_0001_1_01_000000, startTime=1463537212897, finishTime=1463537212939, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1463537212621_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537212928, Process_Duration=8, Process_End_Time=1463537212936, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:52,939 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:52,940 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB]
2016-05-18 02:06:52,938 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:52,940 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:52,940 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,940 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537212621_0001_00_000002
2016-05-18 02:06:52,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:VERTEX_FINISHED]: vertexName=D9D5632BB8C740908653C0CFCDEC7EAB, vertexId=vertex_1463537212621_0001_1_01, initRequestedTime=1463537212798, initedTime=1463537212819, startRequestedTime=1463537212829, startedTime=1463537212830, finishTime=1463537212940, timeTaken=110, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537212928, Process_Duration=8, Process_End_Time=1463537212936, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537212897, firstTasksToStart=[ task_1463537212621_0001_1_01_000000 ], lastTaskFinishTime=1463537212938, lastTasksToFinish=[ task_1463537212621_0001_1_01_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537212621_0001_1_01_000000 ], longestDurationTasks=[ task_1463537212621_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:52,940 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:52,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537212621_0001_00_000002, stoppedTime=1463537212941, exitStatus=0
2016-05-18 02:06:52,941 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:52,941 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:52,941 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537212621_0001_1_00 [C4A69718B0204C5EA23E307EB784FC0C]
2016-05-18 02:06:52,941 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537212621_0001_1
2016-05-18 02:06:52,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537212621_0001_1
2016-05-18 02:06:52,941 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212621_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:52,941 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F1898D5C8B5747C8BA39DD6B9BE63F6A for vertex: vertex_1463537212621_0001_1_01 [D9D5632BB8C740908653C0CFCDEC7EAB], outputName: F1898D5C8B5747C8BA39DD6B9BE63F6A
2016-05-18 02:06:52,941 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537212621_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:52,950 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F1898D5C8B5747C8BA39DD6B9BE63F6A of vertex/vertexGroup:D9D5632BB8C740908653C0CFCDEC7EAB isVertexGroupOutput:false
2016-05-18 02:06:52,950 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:52,951 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537212621_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:52,951 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537212621_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:52,951 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537212621_0001_00_000002, Exiting
2016-05-18 02:06:52,951 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537212621_0001_00_000002
2016-05-18 02:06:52,951 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537212621_0001_00_000002
2016-05-18 02:06:52,952 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537212621_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:52,952 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537212621_0001_00_000002 completed successfully
2016-05-18 02:06:52,952 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537212621_0001_1, queueSize=0
2016-05-18 02:06:52,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537212621_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537212621_0001_1, startTime=1463537212796, finishTime=1463537212950, timeTaken=154, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=260, AM_GC_TIME_MILLIS=15, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074425804, Process_Duration=11, Process_End_Time=2927074425815, Read_Duration=5, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:52,953 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537212621_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:52,953 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537212621_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:52 Completed Dag: dag_1463537212621_0001_1
2016-05-18 02:06:52,953 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537212621_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:52,953 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537212621_0001_1_post
2016-05-18 02:06:52,953 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:52,954 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:52,954 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:52,954 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL, with id=dag_1463537212621_0001_1
2016-05-18 02:06:52,954 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759] every/(1/1) ...blyplatform/0_UNKNOWN_ALL, with id=dag_1463537212621_0001_1
2016-05-18 02:06:52,960 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/0_UNKNOWN_ALL, applicationId=application_1463537212621_0001
2016-05-18 02:06:52,962 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:52,962 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:52,962 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:52,962 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:52,962 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:52,963 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:52,963 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:52,963 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:52,963 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:52,963 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:52,964 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:52,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:52,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:52,965 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:52,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7E4B86B0EDAA4D22A62ABB59D95BF797/AE26D1D924F0434FBE4615E62D218759/.tez/application_1463537212621_0001
2016-05-18 02:06:52,968 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_ALL/_temporary
2016-05-18 02:06:52,968 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.367
2016-05-18 02:06:53,028 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:53,028 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:53,037 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_UNKNOWN_ALL
2016-05-18 02:06:53,061 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:53,062 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:53,093 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:53,099 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:53,100 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:53,100 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:53,100 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:53,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:53,120 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53,167 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:53,167 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:53,167 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2016-05-18 02:06:53,167 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:53,167 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:53,168 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:53,168 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53,168 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:53,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:53,185 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:53,185 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:53,185 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:53,194 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001 doesn't exist and is created
2016-05-18 02:06:53,213 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:53,214 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:53,215 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd
2016-05-18 02:06:53,230 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537213185_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:53,230 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:53,230 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:53,232 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:53,232 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:53,232 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:53,232 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:53,232 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:53,233 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:53,234 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:53,234 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:53,235 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:53,236 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:53,236 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:53,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:53,237 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd/localmode-log-dir
2016-05-18 02:06:53,237 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd/localmode-log-dir/history.txt.appattempt_1463537213185_0001_000000, maxErrors=10
2016-05-18 02:06:53,237 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:53,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537213185_0001_000000, appSubmitTime=1463537213229, launchTime=1463537213230
2016-05-18 02:06:53,239 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:53,246 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45834
2016-05-18 02:06:53,247 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537213185
2016-05-18 02:06:53,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537213185_0001_000000, startTime=1463537213248
2016-05-18 02:06:53,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:53,314 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:53,314 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:53,314 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_REPLACE, applicationId=application_1463537213185_0001, dagName=[246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53,330 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53,330 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:53,331 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537213185_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd/localmode-log-dir/dag_1463537213185_0001_1.dot
2016-05-18 02:06:53,331 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd/localmode-log-dir/dag_1463537213185_0001_1-tez-dag.pb.txt
2016-05-18 02:06:53,348 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537213185_0001_1
2016-05-18 02:06:53,348 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,348 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53 Running Dag: dag_1463537213185_0001_1
2016-05-18 02:06:53,364 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537213185_0001_1, submitTime=1463537213330
2016-05-18 02:06:53,368 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001/tez-conf.pb" } size: 40947 timestamp: 1463537213000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:53,368 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,368 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:53,371 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001/tez-conf.pb" } size: 40947 timestamp: 1463537213000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:53,371 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,371 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:53,371 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:53,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537213185_0001_1, initTime=1463537213371
2016-05-18 02:06:53,372 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213185_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:53,374 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:53,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:DAG_STARTED]: dagID=dag_1463537213185_0001_1, startTime=1463537213374
2016-05-18 02:06:53,374 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213185_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:53,374 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AB2CFCC974F842598AEEA22C3924D493 : {5ABD6BAB6FE14067B58107DECA172180={InputName=5ABD6BAB6FE14067B58107DECA172180}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:53,374 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 5ABD6BAB6FE14067B58107DECA172180, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:53,374 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,375 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,375 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,375 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,376 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:53,376 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,379 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_REPLACE, applicationId=application_1463537213185_0001, dagName=[246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53,380 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:53,381 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,381 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537213185_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:53,381 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627], numAdditionalOutputs=1
2016-05-18 02:06:53,381 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=17A911B715C7446A9B044C535612DCC5, vertex=vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:53,384 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A1E8D43914C347E29ED3274725C00627:17A911B715C7446A9B044C535612DCC5 using oldmapred API
2016-05-18 02:06:53,384 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=17A911B715C7446A9B044C535612DCC5, vertexName=A1E8D43914C347E29ED3274725C00627, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:53,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A1E8D43914C347E29ED3274725C00627, vertexId=vertex_1463537213185_0001_1_01, initRequestedTime=1463537213376, initedTime=1463537213381, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:53,385 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:53,385 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 5ABD6BAB6FE14067B58107DECA172180 on vertex vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,387 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 5ABD6BAB6FE14067B58107DECA172180 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:53,389 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:53,389 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:53,389 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:53,389 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:53,389 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 5ABD6BAB6FE14067B58107DECA172180 on vertex vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,391 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:53,391 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {5ABD6BAB6FE14067B58107DECA172180=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:53,392 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] parallelism set to 1
2016-05-18 02:06:53,392 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:53,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AB2CFCC974F842598AEEA22C3924D493, vertexId=vertex_1463537213185_0001_1_00, initRequestedTime=1463537213374, initedTime=1463537213392, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:53,392 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] with distanceFromRoot: 0
2016-05-18 02:06:53,392 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:53,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537213185_0001_1_00, startRequestedTime=1463537213376, startedTime=1463537213392
2016-05-18 02:06:53,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537213185_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:53,393 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:53,393 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537213185_0001_1_00 for vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] numStartedSources: 1 numSources: 1
2016-05-18 02:06:53,393 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] with distanceFromRoot: 1
2016-05-18 02:06:53,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537213185_0001_1_01, startRequestedTime=1463537213393, startedTime=1463537213393
2016-05-18 02:06:53,394 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:53,403 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AB2CFCC974F842598AEEA22C3924D493
2016-05-18 02:06:53,403 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_STARTED]: vertexName=AB2CFCC974F842598AEEA22C3924D493, taskId=task_1463537213185_0001_1_00_000000, scheduledTime=1463537213403, launchTime=1463537213403
2016-05-18 02:06:53,404 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A1E8D43914C347E29ED3274725C00627 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:53,404 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,405 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AB2CFCC974F842598AEEA22C3924D493 in vertex: A1E8D43914C347E29ED3274725C00627 numBipartiteSourceTasks: 1
2016-05-18 02:06:53,405 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:53,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537213185_0001_00_000001, launchTime=1463537213407
2016-05-18 02:06:53,407 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213185_0001_00_000001
2016-05-18 02:06:53,408 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213185_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,408 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537213185_0001_1_00_000000_0] started. Is using containerId: [container_1463537213185_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:53,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AB2CFCC974F842598AEEA22C3924D493, taskAttemptId=attempt_1463537213185_0001_1_00_000000_0, startTime=1463537213408, containerId=container_1463537213185_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,408 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,409 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,409 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:53,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE, VertexName: AB2CFCC974F842598AEEA22C3924D493, VertexParallelism: 1, TaskAttemptID:attempt_1463537213185_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5ABD6BAB6FE14067B58107DECA172180, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A1E8D43914C347E29ED3274725C00627, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:53,409 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:53,410 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,410 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537213185_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:53,410 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537213185_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:53,412 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537213185_0001, with dag id: dag_1463537213185_0001_1
2016-05-18 02:06:53,413 INFO  input.MRInput (MRInput.java:initialize(440)) - 5ABD6BAB6FE14067B58107DECA172180 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:53,413 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 5ABD6BAB6FE14067B58107DECA172180
2016-05-18 02:06:53,413 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:53,417 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AB2CFCC974F842598AEEA22C3924D493, ordinal: 0
2016-05-18 02:06:53,417 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB2CFCC974F842598AEEA22C3924D493, mem on start (mb), free: 293, total: 374, max: 672
2016-05-18 02:06:53,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:53,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:53,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:53,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:53,418 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[5ABD6BAB6FE14067B58107DECA172180:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A1E8D43914C347E29ED3274725C00627:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:53,419 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:53,419 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:53,419 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:53,419 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[5ABD6BAB6FE14067B58107DECA172180:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A1E8D43914C347E29ED3274725C00627:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:53,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:53,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 5ABD6BAB6FE14067B58107DECA172180 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:53,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 5ABD6BAB6FE14067B58107DECA172180
2016-05-18 02:06:53,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:53,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:53,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:53,421 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,424 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:53,424 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 5ABD6BAB6FE14067B58107DECA172180
2016-05-18 02:06:53,425 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: F03C7460839D44029A16ABC8611ABE5D
2016-05-18 02:06:53,425 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] F03C7460839D44029A16ABC8611ABE5D
2016-05-18 02:06:53,425 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:53,425 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 5ABD6BAB6FE14067B58107DECA172180 initialized RecordReader from event
2016-05-18 02:06:53,426 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:53,428 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:53,429 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A1E8D43914C347E29ED3274725C00627 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@110bfadd, comparator=cascading.tuple.hadoop.util.TupleComparator@4a194349, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:53,430 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A1E8D43914C347E29ED3274725C00627: , UsingHashComparator=false
2016-05-18 02:06:53,442 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:53,443 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:53,443 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A1E8D43914C347E29ED3274725C00627: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:53,443 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A1E8D43914C347E29ED3274725C00627: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:53,443 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:53,444 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AB2CFCC974F842598AEEA22C3924D493, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:53,447 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,447 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB2CFCC974F842598AEEA22C3924D493, mem on close (mb), free: 191, total: 374, max: 672
2016-05-18 02:06:53,447 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A1E8D43914C347E29ED3274725C00627: Starting flush of map output
2016-05-18 02:06:53,447 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A1E8D43914C347E29ED3274725C00627: Span0.length = 20, perItem = 6
2016-05-18 02:06:53,447 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A1E8D43914C347E29ED3274725C00627: done sorting span=0, length=20, time=0
2016-05-18 02:06:53,448 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A1E8D43914C347E29ED3274725C00627: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:53,449 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A1E8D43914C347E29ED3274725C00627: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd/localmode-local-dir/output/attempt_1463537213185_0001_1_00_000000_0_10165_0/file.out
2016-05-18 02:06:53,453 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:53 Completed running task attempt: attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,453 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537213185_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:53,453 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537213185_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:53,454 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537213185_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537213444, Process_Duration=3, Process_End_Time=1463537213447, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:53,455 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537213185_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:53,455 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:53,455 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:53,455 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AB2CFCC974F842598AEEA22C3924D493, taskAttemptId=attempt_1463537213185_0001_1_00_000000_0, creationTime=1463537213404, allocationTime=1463537213406, startTime=1463537213408, finishTime=1463537213455, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:53,456 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53,456 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213185_0001_00_000001
2016-05-18 02:06:53,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_FINISHED]: vertexName=AB2CFCC974F842598AEEA22C3924D493, taskId=task_1463537213185_0001_1_00_000000, startTime=1463537213408, finishTime=1463537213456, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537213185_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537213444, Process_Duration=3, Process_End_Time=1463537213447, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:53,456 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:53,456 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493]
2016-05-18 02:06:53,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_FINISHED]: vertexName=AB2CFCC974F842598AEEA22C3924D493, vertexId=vertex_1463537213185_0001_1_00, initRequestedTime=1463537213374, initedTime=1463537213392, startRequestedTime=1463537213376, startedTime=1463537213392, finishTime=1463537213457, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537213444, Process_Duration=3, Process_End_Time=1463537213447, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537213408, firstTasksToStart=[ task_1463537213185_0001_1_00_000000 ], lastTaskFinishTime=1463537213455, lastTasksToFinish=[ task_1463537213185_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537213185_0001_1_00_000000 ], longestDurationTasks=[ task_1463537213185_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:53,457 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:53,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537213185_0001_00_000001, stoppedTime=1463537213457, exitStatus=0
2016-05-18 02:06:53,458 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] attempt: attempt_1463537213185_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:53,458 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537213185_0001_1_00 [AB2CFCC974F842598AEEA22C3924D493] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:53,458 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:53,458 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537213185_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:53,458 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A1E8D43914C347E29ED3274725C00627
2016-05-18 02:06:53,458 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AB2CFCC974F842598AEEA22C3924D493, destinationVertexName=A1E8D43914C347E29ED3274725C00627. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:53,458 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_STARTED]: vertexName=A1E8D43914C347E29ED3274725C00627, taskId=task_1463537213185_0001_1_01_000000, scheduledTime=1463537213459, launchTime=1463537213459
2016-05-18 02:06:53,459 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537213185_0001_00_000002, launchTime=1463537213460
2016-05-18 02:06:53,461 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213185_0001_00_000002
2016-05-18 02:06:53,461 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537213185_0001_1_01_000000_0] started. Is using containerId: [container_1463537213185_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:53,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A1E8D43914C347E29ED3274725C00627, taskAttemptId=attempt_1463537213185_0001_1_01_000000_0, startTime=1463537213461, containerId=container_1463537213185_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:53,462 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213185_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537213185_0001_1_01_000000_0
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213185_0001_1_01_000000_0
2016-05-18 02:06:53,462 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537213185_0001_1_01_000000_0
2016-05-18 02:06:53,463 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,463 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:53,463 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE, VertexName: A1E8D43914C347E29ED3274725C00627, VertexParallelism: 1, TaskAttemptID:attempt_1463537213185_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AB2CFCC974F842598AEEA22C3924D493, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=17A911B715C7446A9B044C535612DCC5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:53,463 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:53,463 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537213185_0001_1_01_000000_0
2016-05-18 02:06:53,464 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537213185_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,464 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537213185_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:53,467 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537213185_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:53,467 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213185_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:53,467 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:53,467 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537213185_0001_00_000001, Exiting
2016-05-18 02:06:53,468 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537213185_0001_00_000001
2016-05-18 02:06:53,468 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537213185_0001_00_000001
2016-05-18 02:06:53,470 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:53,473 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A1E8D43914C347E29ED3274725C00627, ordinal: 1
2016-05-18 02:06:53,475 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A1E8D43914C347E29ED3274725C00627, mem on start (mb), free: 187, total: 374, max: 672
2016-05-18 02:06:53,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:53,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:53,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:53,476 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537213185_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:53,476 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537213185_0001_00_000001 completed successfully
2016-05-18 02:06:53,487 INFO  output.MROutput (MROutput.java:initialize(421)) - 17A911B715C7446A9B044C535612DCC5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:53,488 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:53,488 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[17A911B715C7446A9B044C535612DCC5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [AB2CFCC974F842598AEEA22C3924D493:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:53,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:53,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:53,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:53,488 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[17A911B715C7446A9B044C535612DCC5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [AB2CFCC974F842598AEEA22C3924D493:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:53,488 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:53,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AB2CFCC974F842598AEEA22C3924D493 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:53,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:53,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:53,490 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - AB2CFCC974F842598AEEA22C3924D493: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:53,491 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - AB2CFCC974F842598AEEA22C3924D493: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:53,494 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: AB2CFCC974F842598AEEA22C3924D493 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:53,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AB2CFCC974F842598AEEA22C3924D493
2016-05-18 02:06:53,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:53,496 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537213185_0001_1_01_000000_0
2016-05-18 02:06:53,497 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AB2CFCC974F842598AEEA22C3924D493: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:53,499 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537213185_0001_1_00_000000_0_10165} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537213499, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:53,499 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : AB2CFCC974F842598AEEA22C3924D493
2016-05-18 02:06:53,500 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:53,500 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:53,500 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: AB2CFCC974F842598AEEA22C3924D493, wasInterrupted=false
2016-05-18 02:06:53,500 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: F03C7460839D44029A16ABC8611ABE5D
2016-05-18 02:06:53,501 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_REPLACE"], id: 17A911B715C7446A9B044C535612DCC5
2016-05-18 02:06:53,501 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_REPLACE"]
2016-05-18 02:06:53,501 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] F03C7460839D44029A16ABC8611ABE5D, for 1 inputs
2016-05-18 02:06:53,501 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:53,502 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:53,503 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:53,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001_wd/localmode-local-dir/output/attempt_1463537213185_0001_1_00_000000_0_10165/file.out, len=181, isLocal=true
2016-05-18 02:06:53,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:53,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:53,503 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:53,504 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:53,504 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : AB2CFCC974F842598AEEA22C3924D493
2016-05-18 02:06:53,504 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - AB2CFCC974F842598AEEA22C3924D493: Shuffle Runner thread complete
2016-05-18 02:06:53,504 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - AB2CFCC974F842598AEEA22C3924D493: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:53,504 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A1E8D43914C347E29ED3274725C00627, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:53,506 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:53,506 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - AB2CFCC974F842598AEEA22C3924D493: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:53,508 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:53,510 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:53,514 INFO  output.MROutput (MROutput.java:close(526)) - 17A911B715C7446A9B044C535612DCC5 closed
2016-05-18 02:06:53,514 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537213185_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:53,515 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537213185_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:53,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537213185_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537213505, Process_Duration=10, Process_End_Time=1463537213515, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:53,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:53,517 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A1E8D43914C347E29ED3274725C00627, mem on close (mb), free: 182, total: 374, max: 672
2016-05-18 02:06:53,518 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A1E8D43914C347E29ED3274725C00627, index=1, interruptedStatus=false
2016-05-18 02:06:53,518 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: AB2CFCC974F842598AEEA22C3924D493
2016-05-18 02:06:53,518 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AB2CFCC974F842598AEEA22C3924D493: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:53,519 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A1E8D43914C347E29ED3274725C00627, sourceVertex=AB2CFCC974F842598AEEA22C3924D493, interruptedStatus=true
2016-05-18 02:06:53,519 INFO  output.MROutput (MROutput.java:close(526)) - 17A911B715C7446A9B044C535612DCC5 closed
2016-05-18 02:06:53,519 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A1E8D43914C347E29ED3274725C00627, sourceVertex=17A911B715C7446A9B044C535612DCC5, interruptedStatus=true
2016-05-18 02:06:53,520 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537213185_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], containerShutdownRequested=false}  
2016-05-18 02:06:53,520 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], containerShutdownRequested=false}
2016-05-18 02:06:53,520 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537213185_0001_00_000002
2016-05-18 02:06:53,520 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537213185_0001_00_000002
2016-05-18 02:06:53,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A1E8D43914C347E29ED3274725C00627, taskAttemptId=attempt_1463537213185_0001_1_01_000000_0, creationTime=1463537213459, allocationTime=1463537213460, startTime=1463537213461, finishTime=1463537213521, timeTaken=60, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537213185_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537213505, Process_Duration=10, Process_End_Time=1463537213515, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:53,521 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537213185_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:53,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:TASK_FINISHED]: vertexName=A1E8D43914C347E29ED3274725C00627, taskId=task_1463537213185_0001_1_01_000000, startTime=1463537213461, finishTime=1463537213521, timeTaken=60, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537213185_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:53,522 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] because task failed: task_1463537213185_0001_1_01_000000
2016-05-18 02:06:53,522 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:53,522 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:53,522 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:53,522 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,522 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=17A911B715C7446A9B044C535612DCC5, vertexId=vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,523 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537213185_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]'}
2016-05-18 02:06:53,523 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537213185_0001_00_000002 completed but with errors
2016-05-18 02:06:53,523 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:VERTEX_FINISHED]: vertexName=A1E8D43914C347E29ED3274725C00627, vertexId=vertex_1463537213185_0001_1_01, initRequestedTime=1463537213376, initedTime=1463537213381, startRequestedTime=1463537213393, startedTime=1463537213393, finishTime=1463537213523, timeTaken=130, status=FAILED, diagnostics=Task failed, taskId=task_1463537213185_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537213185_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537213461, firstTasksToStart=[ task_1463537213185_0001_1_01_000000 ], lastTaskFinishTime=1463537213521, lastTasksToFinish=[ task_1463537213185_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:53,524 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:53,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537213185_0001_00_000002, stoppedTime=1463537213524, exitStatus=-1000
2016-05-18 02:06:53,524 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537213185_0001_1_01_000000_0 failed: true container: container_1463537213185_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:53,524 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537213185_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
2016-05-18 02:06:53,524 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:53,524 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:53,524 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:53,526 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537213185_0001_1, queueSize=0
2016-05-18 02:06:53,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213185_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537213185_0001_1, startTime=1463537213374, finishTime=1463537213526, timeTaken=152, status=FAILED, diagnostics=Vertex failed, vertexName=A1E8D43914C347E29ED3274725C00627, vertexId=vertex_1463537213185_0001_1_01, diagnostics=[Task failed, taskId=task_1463537213185_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537213185_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=290, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537213444, Process_Duration=3, Process_End_Time=1463537213447, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:53,530 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537213185_0001_1_01 [A1E8D43914C347E29ED3274725C00627]
2016-05-18 02:06:53,530 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537213185_0001_1 finished with state: FAILED
2016-05-18 02:06:53,531 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213185_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:53,531 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537213185_0001_00_000002
2016-05-18 02:06:53 Completed Dag: dag_1463537213185_0001_1
2016-05-18 02:06:53,532 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537213185_0001_1, dagState=FAILED
2016-05-18 02:06:53,532 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537213185_0001_1_post
2016-05-18 02:06:53,532 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,532 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:53,533 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:53,533 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE, with id=dag_1463537213185_0001_1
2016-05-18 02:06:53,533 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990] every/(1/1) ...latform/0_UNKNOWN_REPLACE, with id=dag_1463537213185_0001_1
2016-05-18 02:06:53,535 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_UNKNOWN_REPLACE, applicationId=application_1463537213185_0001
2016-05-18 02:06:53,537 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:53,537 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:53,537 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:53,537 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:53,537 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:53,540 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:53,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:53,541 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:53,541 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:53,541 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:53,541 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:53,541 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:53,541 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:53,542 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:53,545 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/246DCB8EAA544717AAC164921466FB10/C848EFD1E1B34367B1970AFDF4D8F990/.tez/application_1463537213185_0001
2016-05-18 02:06:53,546 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:53,546 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:53,547 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:53,547 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_REPLACE/_temporary
2016-05-18 02:06:53,547 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.380
2016-05-18 02:06:53,547 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_UNKNOWN_REPLACE
2016-05-18 02:06:53,582 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:53,582 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:53,620 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:53,622 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:53,622 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:53,623 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:53,623 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:53,641 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:53,646 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:53,649 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:53,649 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:53,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:53,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:53,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2016-05-18 02:06:53,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:53,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:53,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:53,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:53,696 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:53,710 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:53,714 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:53,714 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:53,714 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:53,724 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001 doesn't exist and is created
2016-05-18 02:06:53,743 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:53,743 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:53,744 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd
2016-05-18 02:06:53,760 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537213714_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:53,761 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:53,761 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:53,763 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:53,763 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:53,763 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:53,763 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:53,764 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:53,766 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:53,766 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:53,766 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:53,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:53,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:53,767 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:53,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:53,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:53,767 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:53,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:53,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:53,768 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:53,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:53,770 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:53,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:53,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd/localmode-log-dir
2016-05-18 02:06:53,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd/localmode-log-dir/history.txt.appattempt_1463537213714_0001_000000, maxErrors=10
2016-05-18 02:06:53,771 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:53,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537213714_0001_000000, appSubmitTime=1463537213760, launchTime=1463537213760
2016-05-18 02:06:53,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:53,780 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34735
2016-05-18 02:06:53,780 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537213714
2016-05-18 02:06:53,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537213714_0001_000000, startTime=1463537213782
2016-05-18 02:06:53,782 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:53,844 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:53,844 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:53,844 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_UNKNOWN_SWAP, applicationId=application_1463537213714_0001, dagName=[56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:53,860 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:53,860 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:53,860 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537213714_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd/localmode-log-dir/dag_1463537213714_0001_1.dot
2016-05-18 02:06:53,861 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd/localmode-log-dir/dag_1463537213714_0001_1-tez-dag.pb.txt
2016-05-18 02:06:53,868 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537213714_0001_1
2016-05-18 02:06:53,868 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,868 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:53 Running Dag: dag_1463537213714_0001_1
2016-05-18 02:06:53,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537213714_0001_1, submitTime=1463537213860
2016-05-18 02:06:53,884 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001/tez-conf.pb" } size: 40947 timestamp: 1463537213000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:53,884 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,884 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:53,885 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001/tez-conf.pb" } size: 40947 timestamp: 1463537213000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:53,885 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,885 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:53,885 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:53,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537213714_0001_1, initTime=1463537213885
2016-05-18 02:06:53,886 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213714_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:53,886 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:53,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:DAG_STARTED]: dagID=dag_1463537213714_0001_1, startTime=1463537213886
2016-05-18 02:06:53,886 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213714_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C9F78DE036C24A8988604B54FE1F2FD5 : {4F54F7F8546B463B8577AD04175880AE={InputName=4F54F7F8546B463B8577AD04175880AE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4F54F7F8546B463B8577AD04175880AE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:53,887 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4F54F7F8546B463B8577AD04175880AE on vertex vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,887 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,889 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_UNKNOWN_SWAP, applicationId=application_1463537213714_0001, dagName=[56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:53,891 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:53,892 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,892 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537213714_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:53,892 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52], numAdditionalOutputs=1
2016-05-18 02:06:53,892 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A1FD4A3E1B6F47EAB3A34450F803043B, vertex=vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:53,893 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4F54F7F8546B463B8577AD04175880AE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:53,895 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:53,895 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:53,895 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:53,895 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:53,895 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BCE8ED37005A4E1F9FC9BF07F743ED52:A1FD4A3E1B6F47EAB3A34450F803043B using oldmapred API
2016-05-18 02:06:53,896 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A1FD4A3E1B6F47EAB3A34450F803043B, vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:53,896 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4F54F7F8546B463B8577AD04175880AE on vertex vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, vertexId=vertex_1463537213714_0001_1_01, initRequestedTime=1463537213887, initedTime=1463537213892, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:53,897 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:53,898 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:53,898 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4F54F7F8546B463B8577AD04175880AE=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:53,899 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] parallelism set to 1
2016-05-18 02:06:53,899 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:53,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C9F78DE036C24A8988604B54FE1F2FD5, vertexId=vertex_1463537213714_0001_1_00, initRequestedTime=1463537213887, initedTime=1463537213899, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:53,899 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] with distanceFromRoot: 0
2016-05-18 02:06:53,899 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:53,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537213714_0001_1_00, startRequestedTime=1463537213887, startedTime=1463537213899
2016-05-18 02:06:53,900 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537213714_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:53,900 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:53,900 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537213714_0001_1_00 for vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] numStartedSources: 1 numSources: 1
2016-05-18 02:06:53,900 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] with distanceFromRoot: 1
2016-05-18 02:06:53,900 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537213714_0001_1_01, startRequestedTime=1463537213900, startedTime=1463537213900
2016-05-18 02:06:53,901 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:53,917 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: BCE8ED37005A4E1F9FC9BF07F743ED52 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:53,917 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C9F78DE036C24A8988604B54FE1F2FD5 in vertex: BCE8ED37005A4E1F9FC9BF07F743ED52 numBipartiteSourceTasks: 1
2016-05-18 02:06:53,918 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C9F78DE036C24A8988604B54FE1F2FD5
2016-05-18 02:06:53,918 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_STARTED]: vertexName=C9F78DE036C24A8988604B54FE1F2FD5, taskId=task_1463537213714_0001_1_00_000000, scheduledTime=1463537213919, launchTime=1463537213919
2016-05-18 02:06:53,919 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,920 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:53,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537213714_0001_00_000001, launchTime=1463537213921
2016-05-18 02:06:53,922 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213714_0001_00_000001
2016-05-18 02:06:53,923 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213714_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,923 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537213714_0001_1_00_000000_0] started. Is using containerId: [container_1463537213714_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:53,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C9F78DE036C24A8988604B54FE1F2FD5, taskAttemptId=attempt_1463537213714_0001_1_00_000000_0, startTime=1463537213923, containerId=container_1463537213714_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,926 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,926 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,926 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:53,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP, VertexName: C9F78DE036C24A8988604B54FE1F2FD5, VertexParallelism: 1, TaskAttemptID:attempt_1463537213714_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4F54F7F8546B463B8577AD04175880AE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:53,926 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:53,927 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,928 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537213714_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:53,933 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537213714_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:53,932 INFO  input.MRInput (MRInput.java:initialize(440)) - 4F54F7F8546B463B8577AD04175880AE using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:53,933 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:53,936 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4F54F7F8546B463B8577AD04175880AE
2016-05-18 02:06:53,937 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537213714_0001, with dag id: dag_1463537213714_0001_1
2016-05-18 02:06:53,938 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C9F78DE036C24A8988604B54FE1F2FD5, ordinal: 0
2016-05-18 02:06:53,938 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C9F78DE036C24A8988604B54FE1F2FD5, mem on start (mb), free: 296, total: 367, max: 672
2016-05-18 02:06:53,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:53,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:53,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:53,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:53,940 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4F54F7F8546B463B8577AD04175880AE:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BCE8ED37005A4E1F9FC9BF07F743ED52:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:53,941 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:53,941 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:53,943 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:53,943 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4F54F7F8546B463B8577AD04175880AE:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BCE8ED37005A4E1F9FC9BF07F743ED52:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:53,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:53,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4F54F7F8546B463B8577AD04175880AE being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:53,944 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:53,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4F54F7F8546B463B8577AD04175880AE
2016-05-18 02:06:53,944 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:53,945 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:53,945 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,948 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:53,948 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4F54F7F8546B463B8577AD04175880AE initialized RecordReader from event
2016-05-18 02:06:53,951 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:53,952 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 4F54F7F8546B463B8577AD04175880AE
2016-05-18 02:06:53,952 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 4F6C8904A74E42D1B1BCE23FAA1CEC64
2016-05-18 02:06:53,952 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 4F6C8904A74E42D1B1BCE23FAA1CEC64
2016-05-18 02:06:53,954 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:53,958 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:53,958 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - BCE8ED37005A4E1F9FC9BF07F743ED52 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@21dde8, comparator=cascading.tuple.hadoop.util.TupleComparator@2f6faa69, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:53,958 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for BCE8ED37005A4E1F9FC9BF07F743ED52: , UsingHashComparator=false
2016-05-18 02:06:53,972 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:53,972 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:53,972 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for BCE8ED37005A4E1F9FC9BF07F743ED52: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:53,972 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - BCE8ED37005A4E1F9FC9BF07F743ED52: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:53,973 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:53,973 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C9F78DE036C24A8988604B54FE1F2FD5, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:53,975 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,975 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C9F78DE036C24A8988604B54FE1F2FD5, mem on close (mb), free: 193, total: 367, max: 672
2016-05-18 02:06:53,975 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - BCE8ED37005A4E1F9FC9BF07F743ED52: Starting flush of map output
2016-05-18 02:06:53,975 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - BCE8ED37005A4E1F9FC9BF07F743ED52: Span0.length = 20, perItem = 6
2016-05-18 02:06:53,976 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - BCE8ED37005A4E1F9FC9BF07F743ED52: done sorting span=0, length=20, time=0
2016-05-18 02:06:53,976 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - BCE8ED37005A4E1F9FC9BF07F743ED52: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:53,977 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - BCE8ED37005A4E1F9FC9BF07F743ED52: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd/localmode-local-dir/output/attempt_1463537213714_0001_1_00_000000_0_10171_0/file.out
2016-05-18 02:06:53,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:53 Completed running task attempt: attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,981 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537213714_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:53,982 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537213714_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:53,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537213714_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537213973, Process_Duration=2, Process_End_Time=1463537213975, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:53,983 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537213714_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:53,983 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:53,983 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:53,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C9F78DE036C24A8988604B54FE1F2FD5, taskAttemptId=attempt_1463537213714_0001_1_00_000000_0, creationTime=1463537213919, allocationTime=1463537213921, startTime=1463537213923, finishTime=1463537213983, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:53,983 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53,984 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,984 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213714_0001_00_000001
2016-05-18 02:06:53,984 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_FINISHED]: vertexName=C9F78DE036C24A8988604B54FE1F2FD5, taskId=task_1463537213714_0001_1_00_000000, startTime=1463537213923, finishTime=1463537213983, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1463537213714_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537213973, Process_Duration=2, Process_End_Time=1463537213975, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:53,984 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:53,985 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:53,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_FINISHED]: vertexName=C9F78DE036C24A8988604B54FE1F2FD5, vertexId=vertex_1463537213714_0001_1_00, initRequestedTime=1463537213887, initedTime=1463537213899, startRequestedTime=1463537213887, startedTime=1463537213899, finishTime=1463537213985, timeTaken=86, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537213973, Process_Duration=2, Process_End_Time=1463537213975, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537213923, firstTasksToStart=[ task_1463537213714_0001_1_00_000000 ], lastTaskFinishTime=1463537213983, lastTasksToFinish=[ task_1463537213714_0001_1_00_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537213714_0001_1_00_000000 ], longestDurationTasks=[ task_1463537213714_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:53,985 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:53,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537213714_0001_00_000001, stoppedTime=1463537213986, exitStatus=0
2016-05-18 02:06:53,986 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] attempt: attempt_1463537213714_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:53,986 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:53,986 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:53,986 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BCE8ED37005A4E1F9FC9BF07F743ED52
2016-05-18 02:06:53,986 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C9F78DE036C24A8988604B54FE1F2FD5, destinationVertexName=BCE8ED37005A4E1F9FC9BF07F743ED52. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:53,986 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,987 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537213714_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:53,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_STARTED]: vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, taskId=task_1463537213714_0001_1_01_000000, scheduledTime=1463537213987, launchTime=1463537213987
2016-05-18 02:06:53,987 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537213714_0001_00_000002, launchTime=1463537213988
2016-05-18 02:06:53,989 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213714_0001_00_000002
2016-05-18 02:06:53,990 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537213714_0001_1_01_000000_0] started. Is using containerId: [container_1463537213714_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:53,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, taskAttemptId=attempt_1463537213714_0001_1_01_000000_0, startTime=1463537213990, containerId=container_1463537213714_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:53,990 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213714_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:53,991 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:53,991 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:53,991 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:53,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP, VertexName: BCE8ED37005A4E1F9FC9BF07F743ED52, VertexParallelism: 1, TaskAttemptID:attempt_1463537213714_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C9F78DE036C24A8988604B54FE1F2FD5, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A1FD4A3E1B6F47EAB3A34450F803043B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:53,991 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:53,992 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:53,993 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537213714_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:53,994 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537213714_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:53,995 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537213714_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:53,995 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213714_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:53,995 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537213714_0001_00_000001, Exiting
2016-05-18 02:06:53,995 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537213714_0001_00_000001
2016-05-18 02:06:53,995 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537213714_0001_00_000001
2016-05-18 02:06:53,995 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:53,998 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537213714_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:53,998 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537213714_0001_00_000001 completed successfully
2016-05-18 02:06:53,998 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:54,000 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BCE8ED37005A4E1F9FC9BF07F743ED52, ordinal: 1
2016-05-18 02:06:54,000 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BCE8ED37005A4E1F9FC9BF07F743ED52, mem on start (mb), free: 189, total: 367, max: 672
2016-05-18 02:06:54,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:54,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:54,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:54,008 INFO  output.MROutput (MROutput.java:initialize(421)) - A1FD4A3E1B6F47EAB3A34450F803043B: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:54,008 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:54,008 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A1FD4A3E1B6F47EAB3A34450F803043B:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C9F78DE036C24A8988604B54FE1F2FD5:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:54,008 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:54,008 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:54,009 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:54,009 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A1FD4A3E1B6F47EAB3A34450F803043B:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C9F78DE036C24A8988604B54FE1F2FD5:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:54,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:54,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C9F78DE036C24A8988604B54FE1F2FD5 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:54,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:54,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:54,009 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C9F78DE036C24A8988604B54FE1F2FD5: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:54,010 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C9F78DE036C24A8988604B54FE1F2FD5: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:54,010 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C9F78DE036C24A8988604B54FE1F2FD5 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:54,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C9F78DE036C24A8988604B54FE1F2FD5
2016-05-18 02:06:54,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:54,012 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:54,012 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C9F78DE036C24A8988604B54FE1F2FD5: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:54,014 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537213714_0001_1_00_000000_0_10171} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537214014, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:54,014 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C9F78DE036C24A8988604B54FE1F2FD5
2016-05-18 02:06:54,014 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:54,015 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C9F78DE036C24A8988604B54FE1F2FD5, wasInterrupted=false
2016-05-18 02:06:54,015 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:54,015 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:54,015 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:54,016 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 4F6C8904A74E42D1B1BCE23FAA1CEC64
2016-05-18 02:06:54,016 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_SWAP"], id: A1FD4A3E1B6F47EAB3A34450F803043B
2016-05-18 02:06:54,020 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:54,020 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001_wd/localmode-local-dir/output/attempt_1463537213714_0001_1_00_000000_0_10171/file.out, len=181, isLocal=true
2016-05-18 02:06:54,020 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:54,020 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:54,021 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:54,021 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:54,021 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C9F78DE036C24A8988604B54FE1F2FD5
2016-05-18 02:06:54,021 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C9F78DE036C24A8988604B54FE1F2FD5: Shuffle Runner thread complete
2016-05-18 02:06:54,021 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_SWAP"]
2016-05-18 02:06:54,022 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 4F6C8904A74E42D1B1BCE23FAA1CEC64, for 1 inputs
2016-05-18 02:06:54,022 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BCE8ED37005A4E1F9FC9BF07F743ED52, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:54,023 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:54,023 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C9F78DE036C24A8988604B54FE1F2FD5: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:54,029 INFO  output.MROutput (MROutput.java:close(526)) - A1FD4A3E1B6F47EAB3A34450F803043B closed
2016-05-18 02:06:54,029 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537213714_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:54,030 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:54,030 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BCE8ED37005A4E1F9FC9BF07F743ED52, mem on close (mb), free: 185, total: 367, max: 672
2016-05-18 02:06:54,030 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C9F78DE036C24A8988604B54FE1F2FD5
2016-05-18 02:06:54,030 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C9F78DE036C24A8988604B54FE1F2FD5: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:54,030 INFO  output.MROutput (MROutput.java:close(526)) - A1FD4A3E1B6F47EAB3A34450F803043B closed
2016-05-18 02:06:54,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:54 Completed running task attempt: attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:54,031 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537213714_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:54,031 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537213714_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:54,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537213714_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537214022, Process_Duration=8, Process_End_Time=1463537214030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:54,033 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537213714_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:54,033 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:54,033 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, taskAttemptId=attempt_1463537213714_0001_1_01_000000_0, creationTime=1463537213987, allocationTime=1463537213988, startTime=1463537213990, finishTime=1463537214033, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:54,033 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:54,033 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,033 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:54,034 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537213714_0001_00_000002
2016-05-18 02:06:54,034 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:TASK_FINISHED]: vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, taskId=task_1463537213714_0001_1_01_000000, startTime=1463537213990, finishTime=1463537214033, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537213714_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537214022, Process_Duration=8, Process_End_Time=1463537214030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:54,034 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:54,034 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52]
2016-05-18 02:06:54,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:VERTEX_FINISHED]: vertexName=BCE8ED37005A4E1F9FC9BF07F743ED52, vertexId=vertex_1463537213714_0001_1_01, initRequestedTime=1463537213887, initedTime=1463537213892, startRequestedTime=1463537213900, startedTime=1463537213900, finishTime=1463537214034, timeTaken=134, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537214022, Process_Duration=8, Process_End_Time=1463537214030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537213990, firstTasksToStart=[ task_1463537213714_0001_1_01_000000 ], lastTaskFinishTime=1463537214033, lastTasksToFinish=[ task_1463537213714_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537213714_0001_1_01_000000 ], longestDurationTasks=[ task_1463537213714_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:54,035 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:54,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537213714_0001_00_000002, stoppedTime=1463537214035, exitStatus=0
2016-05-18 02:06:54,035 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:54,035 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:54,035 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537213714_0001_1_00 [C9F78DE036C24A8988604B54FE1F2FD5]
2016-05-18 02:06:54,035 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537213714_0001_1
2016-05-18 02:06:54,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537213714_0001_1
2016-05-18 02:06:54,036 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213714_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:54,036 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: A1FD4A3E1B6F47EAB3A34450F803043B for vertex: vertex_1463537213714_0001_1_01 [BCE8ED37005A4E1F9FC9BF07F743ED52], outputName: A1FD4A3E1B6F47EAB3A34450F803043B
2016-05-18 02:06:54,037 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537213714_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:54,044 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537213714_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:54,044 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537213714_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:54,044 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537213714_0001_00_000002, Exiting
2016-05-18 02:06:54,045 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537213714_0001_00_000002
2016-05-18 02:06:54,045 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537213714_0001_00_000002
2016-05-18 02:06:54,045 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537213714_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:54,045 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537213714_0001_00_000002 completed successfully
2016-05-18 02:06:54,046 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:A1FD4A3E1B6F47EAB3A34450F803043B of vertex/vertexGroup:BCE8ED37005A4E1F9FC9BF07F743ED52 isVertexGroupOutput:false
2016-05-18 02:06:54,047 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:54,048 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537213714_0001_1, queueSize=0
2016-05-18 02:06:54,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537213714_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537213714_0001_1, startTime=1463537213886, finishTime=1463537214047, timeTaken=161, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=320, AM_GC_TIME_MILLIS=13, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074427995, Process_Duration=10, Process_End_Time=2927074428005, Read_Duration=1, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:54,048 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537213714_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:54,048 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537213714_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:54 Completed Dag: dag_1463537213714_0001_1
2016-05-18 02:06:54,049 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537213714_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:54,049 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537213714_0001_1_post
2016-05-18 02:06:54,049 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,049 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:54,049 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:54,049 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP, with id=dag_1463537213714_0001_1
2016-05-18 02:06:54,049 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF] every/(1/1) ...lyplatform/0_UNKNOWN_SWAP, with id=dag_1463537213714_0001_1
2016-05-18 02:06:54,062 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_UNKNOWN_SWAP, applicationId=application_1463537213714_0001
2016-05-18 02:06:54,064 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:54,064 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:54,064 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:54,064 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:54,064 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:54,064 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:54,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:54,065 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:54,065 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:54,065 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:54,066 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:54,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:54,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:54,067 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:54,071 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56929B2C2E1441D78F3D6FEC66ABC4F9/F03EC8486D92492B83BFB5B71FE4D4AF/.tez/application_1463537213714_0001
2016-05-18 02:06:54,071 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_UNKNOWN_SWAP/_temporary
2016-05-18 02:06:54,072 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.376
2016-05-18 02:06:54,141 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_UNKNOWN_SWAP
2016-05-18 02:06:54,165 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:54,165 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:54,200 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:54,209 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:54,210 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:54,210 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:54,210 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:54,226 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:54,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_-1
2016-05-18 02:06:54,258 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:54,258 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:54,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:54,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:54,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_-1"]
2016-05-18 02:06:54,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:54,284 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:54,284 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:54,285 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:54,285 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:54,298 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:54,302 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:54,303 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:54,303 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:54,311 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001 doesn't exist and is created
2016-05-18 02:06:54,331 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:54,332 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:54,332 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd
2016-05-18 02:06:54,347 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537214302_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:54,347 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:54,348 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:54,349 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:54,349 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:54,350 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:54,350 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:54,350 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:54,352 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:54,352 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:54,352 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:54,353 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:54,353 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:54,353 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:54,353 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:54,354 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:54,354 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:54,354 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:54,354 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:54,355 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:54,356 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:54,357 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:54,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:54,357 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd/localmode-log-dir
2016-05-18 02:06:54,358 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd/localmode-log-dir/history.txt.appattempt_1463537214302_0001_000000, maxErrors=10
2016-05-18 02:06:54,358 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:54,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537214302_0001_000000, appSubmitTime=1463537214346, launchTime=1463537214347
2016-05-18 02:06:54,363 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:54,364 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:56259
2016-05-18 02:06:54,364 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537214302
2016-05-18 02:06:54,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537214302_0001_000000, startTime=1463537214371
2016-05-18 02:06:54,371 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:54,432 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:54,432 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:54,432 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...emblyplatform/0_VALUES_-1, applicationId=application_1463537214302_0001, dagName=[2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:54,448 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:54,448 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:54,448 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537214302_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd/localmode-log-dir/dag_1463537214302_0001_1.dot
2016-05-18 02:06:54,449 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd/localmode-log-dir/dag_1463537214302_0001_1-tez-dag.pb.txt
2016-05-18 02:06:54,466 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537214302_0001_1
2016-05-18 02:06:54,466 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,467 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:54 Running Dag: dag_1463537214302_0001_1
2016-05-18 02:06:54,481 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537214302_0001_1, submitTime=1463537214448
2016-05-18 02:06:54,482 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001/tez-conf.pb" } size: 40947 timestamp: 1463537214000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:54,482 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,483 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:54,483 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001/tez-conf.pb" } size: 40947 timestamp: 1463537214000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:54,483 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,483 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:54,483 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:54,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537214302_0001_1, initTime=1463537214484
2016-05-18 02:06:54,484 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537214302_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:54,484 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:54,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:DAG_STARTED]: dagID=dag_1463537214302_0001_1, startTime=1463537214484
2016-05-18 02:06:54,484 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537214302_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:54,484 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B3CF39DED4F74BF9B24DFB9614FDFE67 : {5A3F0F6915F44E49AC71DADD1B7E8045={InputName=5A3F0F6915F44E49AC71DADD1B7E8045}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:54,484 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 5A3F0F6915F44E49AC71DADD1B7E8045, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:54,485 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,485 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,485 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,485 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,485 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:54,486 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,486 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...emblyplatform/0_VALUES_-1, applicationId=application_1463537214302_0001, dagName=[2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:54,488 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:54,488 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,488 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,488 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537214302_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:54,488 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A], numAdditionalOutputs=1
2016-05-18 02:06:54,489 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=B12D7EA8CBFD49489D03EDA6FDF2B4A0, vertex=vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:54,490 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 5A3F0F6915F44E49AC71DADD1B7E8045 on vertex vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,490 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D2DB78CF2DB74D49AE885EC0213D7B9A:B12D7EA8CBFD49489D03EDA6FDF2B4A0 using oldmapred API
2016-05-18 02:06:54,490 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=B12D7EA8CBFD49489D03EDA6FDF2B4A0, vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:54,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, vertexId=vertex_1463537214302_0001_1_01, initRequestedTime=1463537214486, initedTime=1463537214488, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:54,491 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:54,492 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 5A3F0F6915F44E49AC71DADD1B7E8045 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:54,493 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:54,493 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:54,494 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:54,494 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:54,494 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 5A3F0F6915F44E49AC71DADD1B7E8045 on vertex vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,495 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:54,495 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {5A3F0F6915F44E49AC71DADD1B7E8045=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:54,496 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] parallelism set to 1
2016-05-18 02:06:54,496 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:54,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, vertexId=vertex_1463537214302_0001_1_00, initRequestedTime=1463537214484, initedTime=1463537214497, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:54,497 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] with distanceFromRoot: 0
2016-05-18 02:06:54,497 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:54,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537214302_0001_1_00, startRequestedTime=1463537214486, startedTime=1463537214497
2016-05-18 02:06:54,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537214302_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:54,498 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:54,498 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537214302_0001_1_00 for vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] numStartedSources: 1 numSources: 1
2016-05-18 02:06:54,498 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] with distanceFromRoot: 1
2016-05-18 02:06:54,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537214302_0001_1_01, startRequestedTime=1463537214498, startedTime=1463537214498
2016-05-18 02:06:54,500 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:54,502 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D2DB78CF2DB74D49AE885EC0213D7B9A with 0 source tasks and 1 pending tasks
2016-05-18 02:06:54,503 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B3CF39DED4F74BF9B24DFB9614FDFE67 in vertex: D2DB78CF2DB74D49AE885EC0213D7B9A numBipartiteSourceTasks: 1
2016-05-18 02:06:54,503 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B3CF39DED4F74BF9B24DFB9614FDFE67
2016-05-18 02:06:54,503 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_STARTED]: vertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, taskId=task_1463537214302_0001_1_00_000000, scheduledTime=1463537214504, launchTime=1463537214504
2016-05-18 02:06:54,504 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,505 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:54,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537214302_0001_00_000001, launchTime=1463537214507
2016-05-18 02:06:54,507 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537214302_0001_00_000001
2016-05-18 02:06:54,508 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537214302_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537214302_0001_1_00_000000_0] started. Is using containerId: [container_1463537214302_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:54,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, taskAttemptId=attempt_1463537214302_0001_1_00_000000_0, startTime=1463537214508, containerId=container_1463537214302_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:54 Starting to run new task attempt: attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,509 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,509 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,509 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:54,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1, VertexName: B3CF39DED4F74BF9B24DFB9614FDFE67, VertexParallelism: 1, TaskAttemptID:attempt_1463537214302_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5A3F0F6915F44E49AC71DADD1B7E8045, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:54,509 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:54,510 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,510 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537214302_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:54,511 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537214302_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:54,512 INFO  input.MRInput (MRInput.java:initialize(440)) - 5A3F0F6915F44E49AC71DADD1B7E8045 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:54,512 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 5A3F0F6915F44E49AC71DADD1B7E8045
2016-05-18 02:06:54,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537214302_0001, with dag id: dag_1463537214302_0001_1
2016-05-18 02:06:54,516 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:54,520 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B3CF39DED4F74BF9B24DFB9614FDFE67, ordinal: 0
2016-05-18 02:06:54,520 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B3CF39DED4F74BF9B24DFB9614FDFE67, mem on start (mb), free: 292, total: 373, max: 672
2016-05-18 02:06:54,520 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:54,520 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:54,520 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:54,520 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:54,520 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[5A3F0F6915F44E49AC71DADD1B7E8045:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D2DB78CF2DB74D49AE885EC0213D7B9A:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:54,521 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:54,521 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:54,521 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:54,521 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[5A3F0F6915F44E49AC71DADD1B7E8045:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D2DB78CF2DB74D49AE885EC0213D7B9A:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:54,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:54,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 5A3F0F6915F44E49AC71DADD1B7E8045 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:54,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:54,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:54,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 5A3F0F6915F44E49AC71DADD1B7E8045
2016-05-18 02:06:54,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:54,522 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,524 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:54,525 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 5A3F0F6915F44E49AC71DADD1B7E8045
2016-05-18 02:06:54,525 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 8397418E133D4AF6B8738170CE6D8BC1
2016-05-18 02:06:54,525 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 8397418E133D4AF6B8738170CE6D8BC1
2016-05-18 02:06:54,526 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:54,526 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 5A3F0F6915F44E49AC71DADD1B7E8045 initialized RecordReader from event
2016-05-18 02:06:54,526 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:54,528 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:54,528 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D2DB78CF2DB74D49AE885EC0213D7B9A using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@520c704c, comparator=cascading.tuple.hadoop.util.TupleComparator@2ea0b7a9, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:54,529 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D2DB78CF2DB74D49AE885EC0213D7B9A: , UsingHashComparator=false
2016-05-18 02:06:54,541 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:54,542 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:54,542 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D2DB78CF2DB74D49AE885EC0213D7B9A: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:54,542 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D2DB78CF2DB74D49AE885EC0213D7B9A: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:54,542 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:54,543 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B3CF39DED4F74BF9B24DFB9614FDFE67, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:54,545 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,545 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B3CF39DED4F74BF9B24DFB9614FDFE67, mem on close (mb), free: 190, total: 373, max: 672
2016-05-18 02:06:54,546 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D2DB78CF2DB74D49AE885EC0213D7B9A: Starting flush of map output
2016-05-18 02:06:54,546 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D2DB78CF2DB74D49AE885EC0213D7B9A: Span0.length = 20, perItem = 6
2016-05-18 02:06:54,546 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D2DB78CF2DB74D49AE885EC0213D7B9A: done sorting span=0, length=20, time=0
2016-05-18 02:06:54,547 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D2DB78CF2DB74D49AE885EC0213D7B9A: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:54,548 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D2DB78CF2DB74D49AE885EC0213D7B9A: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd/localmode-local-dir/output/attempt_1463537214302_0001_1_00_000000_0_10177_0/file.out
2016-05-18 02:06:54,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:54 Completed running task attempt: attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,553 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537214302_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:54,553 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537214302_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:54,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537214302_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537214543, Process_Duration=2, Process_End_Time=1463537214545, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:54,554 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537214302_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:54,554 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:54,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, taskAttemptId=attempt_1463537214302_0001_1_00_000000_0, creationTime=1463537214504, allocationTime=1463537214506, startTime=1463537214508, finishTime=1463537214554, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:54,554 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:54,554 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,554 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_FINISHED]: vertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, taskId=task_1463537214302_0001_1_00_000000, startTime=1463537214508, finishTime=1463537214554, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537214302_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537214543, Process_Duration=2, Process_End_Time=1463537214545, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:54,555 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:54,555 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67]
2016-05-18 02:06:54,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_FINISHED]: vertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, vertexId=vertex_1463537214302_0001_1_00, initRequestedTime=1463537214484, initedTime=1463537214497, startRequestedTime=1463537214486, startedTime=1463537214497, finishTime=1463537214555, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537214543, Process_Duration=2, Process_End_Time=1463537214545, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537214508, firstTasksToStart=[ task_1463537214302_0001_1_00_000000 ], lastTaskFinishTime=1463537214554, lastTasksToFinish=[ task_1463537214302_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537214302_0001_1_00_000000 ], longestDurationTasks=[ task_1463537214302_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:54,556 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:54,556 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] attempt: attempt_1463537214302_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:54,556 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537214302_0001_1_00 [B3CF39DED4F74BF9B24DFB9614FDFE67] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:54,557 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:54,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537214302_0001_00_000001, stoppedTime=1463537214557, exitStatus=0
2016-05-18 02:06:54,557 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537214302_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:54,557 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D2DB78CF2DB74D49AE885EC0213D7B9A
2016-05-18 02:06:54,558 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, destinationVertexName=D2DB78CF2DB74D49AE885EC0213D7B9A. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:54,558 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_STARTED]: vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, taskId=task_1463537214302_0001_1_01_000000, scheduledTime=1463537214558, launchTime=1463537214558
2016-05-18 02:06:54,557 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537214302_0001_00_000001
2016-05-18 02:06:54,558 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,559 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537214302_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:54,559 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537214302_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:54,559 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537214302_0001_00_000001, Exiting
2016-05-18 02:06:54,559 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537214302_0001_00_000001
2016-05-18 02:06:54,559 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537214302_0001_00_000001
2016-05-18 02:06:54,561 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537214302_0001_00_000002, launchTime=1463537214561
2016-05-18 02:06:54,561 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537214302_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:54,561 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537214302_0001_00_000002
2016-05-18 02:06:54,561 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537214302_0001_00_000001 completed successfully
2016-05-18 02:06:54,562 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537214302_0001_1_01_000000_0] started. Is using containerId: [container_1463537214302_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:54,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, taskAttemptId=attempt_1463537214302_0001_1_01_000000_0, startTime=1463537214562, containerId=container_1463537214302_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:54,562 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537214302_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537214302_0001_1_01_000000_0
2016-05-18 02:06:54 Starting to run new task attempt: attempt_1463537214302_0001_1_01_000000_0
2016-05-18 02:06:54,563 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537214302_0001_1_01_000000_0
2016-05-18 02:06:54,563 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,563 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:54,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1, VertexName: D2DB78CF2DB74D49AE885EC0213D7B9A, VertexParallelism: 1, TaskAttemptID:attempt_1463537214302_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B3CF39DED4F74BF9B24DFB9614FDFE67, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=B12D7EA8CBFD49489D03EDA6FDF2B4A0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:54,563 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:54,564 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537214302_0001_1_01_000000_0
2016-05-18 02:06:54,566 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:54,567 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537214302_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,567 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537214302_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:54,567 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:54,573 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D2DB78CF2DB74D49AE885EC0213D7B9A, ordinal: 1
2016-05-18 02:06:54,573 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D2DB78CF2DB74D49AE885EC0213D7B9A, mem on start (mb), free: 185, total: 373, max: 672
2016-05-18 02:06:54,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:54,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:54,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:54,576 INFO  output.MROutput (MROutput.java:initialize(421)) - B12D7EA8CBFD49489D03EDA6FDF2B4A0: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:54,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:54,576 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[B12D7EA8CBFD49489D03EDA6FDF2B4A0:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B3CF39DED4F74BF9B24DFB9614FDFE67:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:54,576 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:54,576 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:54,577 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:54,577 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[B12D7EA8CBFD49489D03EDA6FDF2B4A0:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B3CF39DED4F74BF9B24DFB9614FDFE67:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:54,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:54,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B3CF39DED4F74BF9B24DFB9614FDFE67 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:54,578 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B3CF39DED4F74BF9B24DFB9614FDFE67: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:54,578 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B3CF39DED4F74BF9B24DFB9614FDFE67: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:54,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:54,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:54,578 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B3CF39DED4F74BF9B24DFB9614FDFE67 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:54,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B3CF39DED4F74BF9B24DFB9614FDFE67
2016-05-18 02:06:54,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:54,580 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537214302_0001_1_01_000000_0
2016-05-18 02:06:54,582 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B3CF39DED4F74BF9B24DFB9614FDFE67: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:54,584 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537214302_0001_1_00_000000_0_10177} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537214584, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:54,584 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B3CF39DED4F74BF9B24DFB9614FDFE67
2016-05-18 02:06:54,584 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:54,585 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:54,585 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B3CF39DED4F74BF9B24DFB9614FDFE67, wasInterrupted=false
2016-05-18 02:06:54,585 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 8397418E133D4AF6B8738170CE6D8BC1
2016-05-18 02:06:54,586 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:54,586 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_-1"], id: B12D7EA8CBFD49489D03EDA6FDF2B4A0
2016-05-18 02:06:54,586 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:54,586 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_-1"]
2016-05-18 02:06:54,586 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 8397418E133D4AF6B8738170CE6D8BC1, for 1 inputs
2016-05-18 02:06:54,587 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:54,587 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001_wd/localmode-local-dir/output/attempt_1463537214302_0001_1_00_000000_0_10177/file.out, len=181, isLocal=true
2016-05-18 02:06:54,587 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:54,587 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:54,587 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:54,588 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:54,588 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B3CF39DED4F74BF9B24DFB9614FDFE67
2016-05-18 02:06:54,588 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D2DB78CF2DB74D49AE885EC0213D7B9A, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:06:54,588 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B3CF39DED4F74BF9B24DFB9614FDFE67: Shuffle Runner thread complete
2016-05-18 02:06:54,590 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:54,590 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B3CF39DED4F74BF9B24DFB9614FDFE67: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:54,594 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:54,594 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:54,595 INFO  output.MROutput (MROutput.java:close(526)) - B12D7EA8CBFD49489D03EDA6FDF2B4A0 closed
2016-05-18 02:06:54,595 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537214302_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:54,596 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537214302_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:54,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537214302_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537214588, Process_Duration=8, Process_End_Time=1463537214596, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:54,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:54,596 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D2DB78CF2DB74D49AE885EC0213D7B9A, mem on close (mb), free: 181, total: 373, max: 672
2016-05-18 02:06:54,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=D2DB78CF2DB74D49AE885EC0213D7B9A, index=1, interruptedStatus=false
2016-05-18 02:06:54,599 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B3CF39DED4F74BF9B24DFB9614FDFE67
2016-05-18 02:06:54,599 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B3CF39DED4F74BF9B24DFB9614FDFE67: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:54,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=D2DB78CF2DB74D49AE885EC0213D7B9A, sourceVertex=B3CF39DED4F74BF9B24DFB9614FDFE67, interruptedStatus=true
2016-05-18 02:06:54,599 INFO  output.MROutput (MROutput.java:close(526)) - B12D7EA8CBFD49489D03EDA6FDF2B4A0 closed
2016-05-18 02:06:54,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=D2DB78CF2DB74D49AE885EC0213D7B9A, sourceVertex=B12D7EA8CBFD49489D03EDA6FDF2B4A0, interruptedStatus=true
2016-05-18 02:06:54,600 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537214302_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:54,600 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:54,600 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537214302_0001_00_000002
2016-05-18 02:06:54,600 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537214302_0001_00_000002
2016-05-18 02:06:54,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, taskAttemptId=attempt_1463537214302_0001_1_01_000000_0, creationTime=1463537214558, allocationTime=1463537214559, startTime=1463537214562, finishTime=1463537214600, timeTaken=38, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537214302_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537214588, Process_Duration=8, Process_End_Time=1463537214596, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:54,600 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537214302_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:54,601 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537214302_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:54,601 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537214302_0001_00_000002 completed but with errors
2016-05-18 02:06:54,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:TASK_FINISHED]: vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, taskId=task_1463537214302_0001_1_01_000000, startTime=1463537214562, finishTime=1463537214601, timeTaken=39, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537214302_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:54,601 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537214302_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:54,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537214302_0001_00_000002, stoppedTime=1463537214601, exitStatus=1
2016-05-18 02:06:54,601 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] because task failed: task_1463537214302_0001_1_01_000000
2016-05-18 02:06:54,601 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:54,602 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:54,602 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:54,602 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,602 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=B12D7EA8CBFD49489D03EDA6FDF2B4A0, vertexId=vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:VERTEX_FINISHED]: vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, vertexId=vertex_1463537214302_0001_1_01, initRequestedTime=1463537214486, initedTime=1463537214488, startRequestedTime=1463537214498, startedTime=1463537214498, finishTime=1463537214603, timeTaken=105, status=FAILED, diagnostics=Task failed, taskId=task_1463537214302_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537214302_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537214562, firstTasksToStart=[ task_1463537214302_0001_1_01_000000 ], lastTaskFinishTime=1463537214600, lastTasksToFinish=[ task_1463537214302_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:54,603 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:54,604 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537214302_0001_1_01_000000_0 failed: true container: container_1463537214302_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:54,604 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:54,604 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:54,604 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:54,605 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537214302_0001_1, queueSize=0
2016-05-18 02:06:54,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214302_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537214302_0001_1, startTime=1463537214484, finishTime=1463537214605, timeTaken=121, status=FAILED, diagnostics=Vertex failed, vertexName=D2DB78CF2DB74D49AE885EC0213D7B9A, vertexId=vertex_1463537214302_0001_1_01, diagnostics=[Task failed, taskId=task_1463537214302_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537214302_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537214543, Process_Duration=2, Process_End_Time=1463537214545, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:54,606 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537214302_0001_1_01 [D2DB78CF2DB74D49AE885EC0213D7B9A]
2016-05-18 02:06:54,606 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537214302_0001_1 finished with state: FAILED
2016-05-18 02:06:54,606 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537214302_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:54 Completed Dag: dag_1463537214302_0001_1
2016-05-18 02:06:54,606 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537214302_0001_1, dagState=FAILED
2016-05-18 02:06:54,607 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537214302_0001_1_post
2016-05-18 02:06:54,607 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:54,607 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:54,607 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:54,607 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1, with id=dag_1463537214302_0001_1
2016-05-18 02:06:54,607 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4] every/(1/1) ...emblyplatform/0_VALUES_-1, with id=dag_1463537214302_0001_1
2016-05-18 02:06:54,613 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...emblyplatform/0_VALUES_-1, applicationId=application_1463537214302_0001
2016-05-18 02:06:54,615 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:54,615 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:54,615 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:54,615 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:54,615 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:54,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:54,616 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:54,616 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:54,616 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:54,616 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:54,616 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:54,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:54,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:54,618 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:54,621 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D2BF345A701456EA531BD789999CB6A/D48123F1EBAD40A8A3475D552264A7C4/.tez/application_1463537214302_0001
2016-05-18 02:06:54,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:54,622 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:54,622 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:54,623 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_-1/_temporary
2016-05-18 02:06:54,623 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.340
2016-05-18 02:06:54,623 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_VALUES_-1
2016-05-18 02:06:54,647 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:54,647 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:54,674 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:54,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-05-18 02:06:54,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:54,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:54,679 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_VALUES_'field'
2016-05-18 02:06:54,702 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:54,702 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:54,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:54,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:54,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:54,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:54,748 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:54,770 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:54,778 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_RESULTS
2016-05-18 02:06:54,848 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:54,848 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:54,848 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_RESULTS"]
2016-05-18 02:06:54,848 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:54,849 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:54,849 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:54,849 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:54,849 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:54,858 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:54,858 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:54,864 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:54,869 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:54,869 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:54,869 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:54,879 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001 doesn't exist and is created
2016-05-18 02:06:54,901 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:54,901 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:54,901 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd
2016-05-18 02:06:54,918 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537214869_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:54,918 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:54,919 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:54,920 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:54,920 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:54,920 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:54,920 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:54,921 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:54,923 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:54,923 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:54,923 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:54,923 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:54,923 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:54,923 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:54,923 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:54,924 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:54,924 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:54,924 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:54,924 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:54,924 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:54,926 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:54,927 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:54,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:54,927 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd/localmode-log-dir
2016-05-18 02:06:54,927 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd/localmode-log-dir/history.txt.appattempt_1463537214869_0001_000000, maxErrors=10
2016-05-18 02:06:54,928 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:54,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537214869_0001_000000, appSubmitTime=1463537214918, launchTime=1463537214918
2016-05-18 02:06:54,930 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:54,934 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51604
2016-05-18 02:06:54,936 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537214869
2016-05-18 02:06:54,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537214869_0001_000000, startTime=1463537214941
2016-05-18 02:06:54,941 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:55,001 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:55,001 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:55,002 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_RESULTS, applicationId=application_1463537214869_0001, dagName=[503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:55,032 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:55,032 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:55,033 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537214869_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd/localmode-log-dir/dag_1463537214869_0001_1.dot
2016-05-18 02:06:55,033 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd/localmode-log-dir/dag_1463537214869_0001_1-tez-dag.pb.txt
2016-05-18 02:06:55,039 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537214869_0001_1
2016-05-18 02:06:55,039 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,040 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:55 Running Dag: dag_1463537214869_0001_1
2016-05-18 02:06:55,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537214869_0001_1, submitTime=1463537215032
2016-05-18 02:06:55,056 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001/tez-conf.pb" } size: 40947 timestamp: 1463537214000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:55,056 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,056 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:55,056 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001/tez-conf.pb" } size: 40947 timestamp: 1463537214000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:55,057 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,057 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:55,057 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:55,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537214869_0001_1, initTime=1463537215057
2016-05-18 02:06:55,057 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537214869_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:55,058 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:55,058 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:DAG_STARTED]: dagID=dag_1463537214869_0001_1, startTime=1463537215058
2016-05-18 02:06:55,058 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537214869_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:55,058 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E59DBC38F6294B9EB1FE93BDC05B656F : {84D7DAEE1D6E4B869745AC223CD2CDD8={InputName=84D7DAEE1D6E4B869745AC223CD2CDD8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:55,058 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 84D7DAEE1D6E4B869745AC223CD2CDD8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:55,058 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,058 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,058 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,059 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,061 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:55,061 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,062 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_RESULTS, applicationId=application_1463537214869_0001, dagName=[503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:55,064 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:55,064 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,065 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,065 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 84D7DAEE1D6E4B869745AC223CD2CDD8 on vertex vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,066 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537214869_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:55,066 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803], numAdditionalOutputs=1
2016-05-18 02:06:55,066 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D822BE6D3A8640DA9D24DB9CF578CC09, vertex=vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:55,068 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 84D7DAEE1D6E4B869745AC223CD2CDD8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:55,068 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CD3C5727F11B45EE8C08C0EA8020F803:D822BE6D3A8640DA9D24DB9CF578CC09 using oldmapred API
2016-05-18 02:06:55,068 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D822BE6D3A8640DA9D24DB9CF578CC09, vertexName=CD3C5727F11B45EE8C08C0EA8020F803, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:55,069 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CD3C5727F11B45EE8C08C0EA8020F803, vertexId=vertex_1463537214869_0001_1_01, initRequestedTime=1463537215061, initedTime=1463537215066, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:55,069 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:55,069 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:55,070 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:55,070 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:55,070 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:55,071 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 84D7DAEE1D6E4B869745AC223CD2CDD8 on vertex vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,071 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:55,072 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {84D7DAEE1D6E4B869745AC223CD2CDD8=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:55,072 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] parallelism set to 1
2016-05-18 02:06:55,072 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:55,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E59DBC38F6294B9EB1FE93BDC05B656F, vertexId=vertex_1463537214869_0001_1_00, initRequestedTime=1463537215058, initedTime=1463537215073, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:55,073 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] with distanceFromRoot: 0
2016-05-18 02:06:55,073 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:55,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537214869_0001_1_00, startRequestedTime=1463537215061, startedTime=1463537215074
2016-05-18 02:06:55,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537214869_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:55,075 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:55,075 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537214869_0001_1_00 for vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] numStartedSources: 1 numSources: 1
2016-05-18 02:06:55,075 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] with distanceFromRoot: 1
2016-05-18 02:06:55,075 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E59DBC38F6294B9EB1FE93BDC05B656F
2016-05-18 02:06:55,075 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537214869_0001_1_01, startRequestedTime=1463537215075, startedTime=1463537215075
2016-05-18 02:06:55,076 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:55,076 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: CD3C5727F11B45EE8C08C0EA8020F803 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:55,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_STARTED]: vertexName=E59DBC38F6294B9EB1FE93BDC05B656F, taskId=task_1463537214869_0001_1_00_000000, scheduledTime=1463537215076, launchTime=1463537215076
2016-05-18 02:06:55,077 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,078 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E59DBC38F6294B9EB1FE93BDC05B656F in vertex: CD3C5727F11B45EE8C08C0EA8020F803 numBipartiteSourceTasks: 1
2016-05-18 02:06:55,078 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:55,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537214869_0001_00_000001, launchTime=1463537215080
2016-05-18 02:06:55,080 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537214869_0001_00_000001
2016-05-18 02:06:55,081 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537214869_0001_1_00_000000_0] started. Is using containerId: [container_1463537214869_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:55,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E59DBC38F6294B9EB1FE93BDC05B656F, taskAttemptId=attempt_1463537214869_0001_1_00_000000_0, startTime=1463537215081, containerId=container_1463537214869_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:55,081 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537214869_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,081 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537214869_0001, with dag id: dag_1463537214869_0001_1
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,082 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,082 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,082 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:55,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS, VertexName: E59DBC38F6294B9EB1FE93BDC05B656F, VertexParallelism: 1, TaskAttemptID:attempt_1463537214869_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=84D7DAEE1D6E4B869745AC223CD2CDD8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CD3C5727F11B45EE8C08C0EA8020F803, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:55,082 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:55,083 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,083 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537214869_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:55,083 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537214869_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:55,086 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:55,089 INFO  input.MRInput (MRInput.java:initialize(440)) - 84D7DAEE1D6E4B869745AC223CD2CDD8 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:55,089 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E59DBC38F6294B9EB1FE93BDC05B656F, ordinal: 0
2016-05-18 02:06:55,090 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E59DBC38F6294B9EB1FE93BDC05B656F, mem on start (mb), free: 284, total: 373, max: 672
2016-05-18 02:06:55,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:55,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:55,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:55,090 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 84D7DAEE1D6E4B869745AC223CD2CDD8
2016-05-18 02:06:55,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:55,090 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CD3C5727F11B45EE8C08C0EA8020F803:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [84D7DAEE1D6E4B869745AC223CD2CDD8:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:55,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:55,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:55,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:55,091 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CD3C5727F11B45EE8C08C0EA8020F803:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [84D7DAEE1D6E4B869745AC223CD2CDD8:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:55,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:55,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 84D7DAEE1D6E4B869745AC223CD2CDD8 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:55,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 84D7DAEE1D6E4B869745AC223CD2CDD8
2016-05-18 02:06:55,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:55,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:55,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:55,092 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,093 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:55,093 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 84D7DAEE1D6E4B869745AC223CD2CDD8 initialized RecordReader from event
2016-05-18 02:06:55,094 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:55,095 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 84D7DAEE1D6E4B869745AC223CD2CDD8
2016-05-18 02:06:55,095 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: BB73FAFAD83D4210A0C8E83114BD9712
2016-05-18 02:06:55,095 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] BB73FAFAD83D4210A0C8E83114BD9712
2016-05-18 02:06:55,096 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,098 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,098 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - CD3C5727F11B45EE8C08C0EA8020F803 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2f8b95a3, comparator=cascading.tuple.hadoop.util.TupleComparator@2ed1d26a, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:55,098 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for CD3C5727F11B45EE8C08C0EA8020F803: , UsingHashComparator=false
2016-05-18 02:06:55,112 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:55,112 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:55,112 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for CD3C5727F11B45EE8C08C0EA8020F803: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:55,112 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - CD3C5727F11B45EE8C08C0EA8020F803: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:55,113 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:55,113 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E59DBC38F6294B9EB1FE93BDC05B656F, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:55,117 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,117 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E59DBC38F6294B9EB1FE93BDC05B656F, mem on close (mb), free: 182, total: 373, max: 672
2016-05-18 02:06:55,117 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - CD3C5727F11B45EE8C08C0EA8020F803: Starting flush of map output
2016-05-18 02:06:55,117 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - CD3C5727F11B45EE8C08C0EA8020F803: Span0.length = 20, perItem = 6
2016-05-18 02:06:55,117 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - CD3C5727F11B45EE8C08C0EA8020F803: done sorting span=0, length=20, time=0
2016-05-18 02:06:55,118 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - CD3C5727F11B45EE8C08C0EA8020F803: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:55,119 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - CD3C5727F11B45EE8C08C0EA8020F803: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd/localmode-local-dir/output/attempt_1463537214869_0001_1_00_000000_0_10182_0/file.out
2016-05-18 02:06:55,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:55 Completed running task attempt: attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,122 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537214869_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:55,123 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537214869_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:55,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537214869_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537215113, Process_Duration=4, Process_End_Time=1463537215117, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:55,124 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537214869_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:55,124 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:55,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E59DBC38F6294B9EB1FE93BDC05B656F, taskAttemptId=attempt_1463537214869_0001_1_00_000000_0, creationTime=1463537215077, allocationTime=1463537215079, startTime=1463537215081, finishTime=1463537215124, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:55,124 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:55,124 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,124 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55,125 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537214869_0001_00_000001
2016-05-18 02:06:55,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_FINISHED]: vertexName=E59DBC38F6294B9EB1FE93BDC05B656F, taskId=task_1463537214869_0001_1_00_000000, startTime=1463537215081, finishTime=1463537215124, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537214869_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537215113, Process_Duration=4, Process_End_Time=1463537215117, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:55,126 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:55,126 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F]
2016-05-18 02:06:55,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_FINISHED]: vertexName=E59DBC38F6294B9EB1FE93BDC05B656F, vertexId=vertex_1463537214869_0001_1_00, initRequestedTime=1463537215058, initedTime=1463537215073, startRequestedTime=1463537215061, startedTime=1463537215074, finishTime=1463537215126, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537215113, Process_Duration=4, Process_End_Time=1463537215117, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537215081, firstTasksToStart=[ task_1463537214869_0001_1_00_000000 ], lastTaskFinishTime=1463537215124, lastTasksToFinish=[ task_1463537214869_0001_1_00_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537214869_0001_1_00_000000 ], longestDurationTasks=[ task_1463537214869_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:55,126 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:55,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537214869_0001_00_000001, stoppedTime=1463537215127, exitStatus=0
2016-05-18 02:06:55,127 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] attempt: attempt_1463537214869_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:55,127 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537214869_0001_1_00 [E59DBC38F6294B9EB1FE93BDC05B656F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:55,127 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CD3C5727F11B45EE8C08C0EA8020F803
2016-05-18 02:06:55,127 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E59DBC38F6294B9EB1FE93BDC05B656F, destinationVertexName=CD3C5727F11B45EE8C08C0EA8020F803. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:55,127 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,127 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:55,128 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_STARTED]: vertexName=CD3C5727F11B45EE8C08C0EA8020F803, taskId=task_1463537214869_0001_1_01_000000, scheduledTime=1463537215128, launchTime=1463537215128
2016-05-18 02:06:55,128 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537214869_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:55,128 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,130 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537214869_0001_00_000002, launchTime=1463537215130
2016-05-18 02:06:55,130 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537214869_0001_00_000002
2016-05-18 02:06:55,131 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537214869_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537214869_0001_1_01_000000_0
2016-05-18 02:06:55,131 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537214869_0001_1_01_000000_0] started. Is using containerId: [container_1463537214869_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:55,131 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CD3C5727F11B45EE8C08C0EA8020F803, taskAttemptId=attempt_1463537214869_0001_1_01_000000_0, startTime=1463537215131, containerId=container_1463537214869_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537214869_0001_1_01_000000_0
2016-05-18 02:06:55,132 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537214869_0001_1_01_000000_0
2016-05-18 02:06:55,132 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,132 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:55,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS, VertexName: CD3C5727F11B45EE8C08C0EA8020F803, VertexParallelism: 1, TaskAttemptID:attempt_1463537214869_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E59DBC38F6294B9EB1FE93BDC05B656F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D822BE6D3A8640DA9D24DB9CF578CC09, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:55,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:55,132 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537214869_0001_1_01_000000_0
2016-05-18 02:06:55,133 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537214869_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,133 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537214869_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:55,136 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:55,136 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:55,136 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537214869_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:55,137 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537214869_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:55,137 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537214869_0001_00_000001, Exiting
2016-05-18 02:06:55,137 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537214869_0001_00_000001
2016-05-18 02:06:55,137 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537214869_0001_00_000001
2016-05-18 02:06:55,137 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537214869_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:55,138 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537214869_0001_00_000001 completed successfully
2016-05-18 02:06:55,141 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CD3C5727F11B45EE8C08C0EA8020F803, ordinal: 1
2016-05-18 02:06:55,141 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD3C5727F11B45EE8C08C0EA8020F803, mem on start (mb), free: 178, total: 373, max: 672
2016-05-18 02:06:55,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:55,142 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:55,142 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:55,146 INFO  output.MROutput (MROutput.java:initialize(421)) - D822BE6D3A8640DA9D24DB9CF578CC09: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:55,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:55,146 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D822BE6D3A8640DA9D24DB9CF578CC09:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [E59DBC38F6294B9EB1FE93BDC05B656F:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:55,146 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:55,147 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:55,147 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:55,147 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D822BE6D3A8640DA9D24DB9CF578CC09:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [E59DBC38F6294B9EB1FE93BDC05B656F:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:55,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:55,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E59DBC38F6294B9EB1FE93BDC05B656F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:55,147 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E59DBC38F6294B9EB1FE93BDC05B656F: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:55,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:55,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:55,148 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E59DBC38F6294B9EB1FE93BDC05B656F: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:55,149 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E59DBC38F6294B9EB1FE93BDC05B656F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:55,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E59DBC38F6294B9EB1FE93BDC05B656F
2016-05-18 02:06:55,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:55,150 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537214869_0001_1_01_000000_0
2016-05-18 02:06:55,151 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E59DBC38F6294B9EB1FE93BDC05B656F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:55,153 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537214869_0001_1_00_000000_0_10182} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537215152, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:55,153 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E59DBC38F6294B9EB1FE93BDC05B656F
2016-05-18 02:06:55,153 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:55,153 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E59DBC38F6294B9EB1FE93BDC05B656F, wasInterrupted=false
2016-05-18 02:06:55,154 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:55,154 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:55,154 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:55,154 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: BB73FAFAD83D4210A0C8E83114BD9712
2016-05-18 02:06:55,155 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001_wd/localmode-local-dir/output/attempt_1463537214869_0001_1_00_000000_0_10182/file.out, len=181, isLocal=true
2016-05-18 02:06:55,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:55,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:55,156 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_RESULTS"], id: D822BE6D3A8640DA9D24DB9CF578CC09
2016-05-18 02:06:55,156 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:55,156 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_RESULTS"]
2016-05-18 02:06:55,156 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:55,157 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E59DBC38F6294B9EB1FE93BDC05B656F
2016-05-18 02:06:55,157 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E59DBC38F6294B9EB1FE93BDC05B656F: Shuffle Runner thread complete
2016-05-18 02:06:55,157 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] BB73FAFAD83D4210A0C8E83114BD9712, for 1 inputs
2016-05-18 02:06:55,157 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CD3C5727F11B45EE8C08C0EA8020F803, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:55,158 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,159 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E59DBC38F6294B9EB1FE93BDC05B656F: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:55,161 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:55,164 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:55,165 INFO  output.MROutput (MROutput.java:close(526)) - D822BE6D3A8640DA9D24DB9CF578CC09 closed
2016-05-18 02:06:55,165 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537214869_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:55,166 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537214869_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:55,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537214869_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537215157, Process_Duration=9, Process_End_Time=1463537215166, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:55,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:55,167 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD3C5727F11B45EE8C08C0EA8020F803, mem on close (mb), free: 174, total: 373, max: 672
2016-05-18 02:06:55,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=CD3C5727F11B45EE8C08C0EA8020F803, index=1, interruptedStatus=false
2016-05-18 02:06:55,168 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E59DBC38F6294B9EB1FE93BDC05B656F
2016-05-18 02:06:55,168 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E59DBC38F6294B9EB1FE93BDC05B656F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:55,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=CD3C5727F11B45EE8C08C0EA8020F803, sourceVertex=E59DBC38F6294B9EB1FE93BDC05B656F, interruptedStatus=true
2016-05-18 02:06:55,168 INFO  output.MROutput (MROutput.java:close(526)) - D822BE6D3A8640DA9D24DB9CF578CC09 closed
2016-05-18 02:06:55,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=CD3C5727F11B45EE8C08C0EA8020F803, sourceVertex=D822BE6D3A8640DA9D24DB9CF578CC09, interruptedStatus=true
2016-05-18 02:06:55,169 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537214869_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:55,169 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:55,169 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537214869_0001_00_000002
2016-05-18 02:06:55,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CD3C5727F11B45EE8C08C0EA8020F803, taskAttemptId=attempt_1463537214869_0001_1_01_000000_0, creationTime=1463537215128, allocationTime=1463537215129, startTime=1463537215131, finishTime=1463537215169, timeTaken=38, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537214869_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537215157, Process_Duration=9, Process_End_Time=1463537215166, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:55,170 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537214869_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:55,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:TASK_FINISHED]: vertexName=CD3C5727F11B45EE8C08C0EA8020F803, taskId=task_1463537214869_0001_1_01_000000, startTime=1463537215131, finishTime=1463537215170, timeTaken=39, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537214869_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:55,170 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] because task failed: task_1463537214869_0001_1_01_000000
2016-05-18 02:06:55,170 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:55,170 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:55,170 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:55,170 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,169 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537214869_0001_00_000002
2016-05-18 02:06:55,171 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=D822BE6D3A8640DA9D24DB9CF578CC09, vertexId=vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,171 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537214869_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:55,171 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537214869_0001_00_000002 completed but with errors
2016-05-18 02:06:55,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:VERTEX_FINISHED]: vertexName=CD3C5727F11B45EE8C08C0EA8020F803, vertexId=vertex_1463537214869_0001_1_01, initRequestedTime=1463537215061, initedTime=1463537215066, startRequestedTime=1463537215075, startedTime=1463537215075, finishTime=1463537215172, timeTaken=97, status=FAILED, diagnostics=Task failed, taskId=task_1463537214869_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537214869_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537215131, firstTasksToStart=[ task_1463537214869_0001_1_01_000000 ], lastTaskFinishTime=1463537215169, lastTasksToFinish=[ task_1463537214869_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:55,172 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:55,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537214869_0001_00_000002, stoppedTime=1463537215172, exitStatus=-1000
2016-05-18 02:06:55,172 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537214869_0001_1_01_000000_0 failed: true container: container_1463537214869_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:55,173 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537214869_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:55,173 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:55,173 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:55,173 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:55,177 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537214869_0001_1, queueSize=0
2016-05-18 02:06:55,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537214869_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537214869_0001_1, startTime=1463537215057, finishTime=1463537215176, timeTaken=119, status=FAILED, diagnostics=Vertex failed, vertexName=CD3C5727F11B45EE8C08C0EA8020F803, vertexId=vertex_1463537214869_0001_1_01, diagnostics=[Task failed, taskId=task_1463537214869_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537214869_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=200, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537215113, Process_Duration=4, Process_End_Time=1463537215117, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:55,177 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537214869_0001_1_01 [CD3C5727F11B45EE8C08C0EA8020F803]
2016-05-18 02:06:55,178 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537214869_0001_1 finished with state: FAILED
2016-05-18 02:06:55,178 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537214869_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:55,179 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537214869_0001_00_000002
2016-05-18 02:06:55 Completed Dag: dag_1463537214869_0001_1
2016-05-18 02:06:55,179 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537214869_0001_1, dagState=FAILED
2016-05-18 02:06:55,179 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537214869_0001_1_post
2016-05-18 02:06:55,180 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,180 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:55,180 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:55,180 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS, with id=dag_1463537214869_0001_1
2016-05-18 02:06:55,181 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C] every/(1/1) ...platform/0_VALUES_RESULTS, with id=dag_1463537214869_0001_1
2016-05-18 02:06:55,183 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/0_VALUES_RESULTS, applicationId=application_1463537214869_0001
2016-05-18 02:06:55,184 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:55,184 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:55,184 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:55,184 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:55,184 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:55,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:55,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:55,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:55,185 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:55,185 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:55,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:55,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:55,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:55,186 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:55,189 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/503910BFC70448ECB6C5F355F2010DB8/D117E4975F4044488BA8D27728C6812C/.tez/application_1463537214869_0001
2016-05-18 02:06:55,189 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:55,190 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:55,190 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:55,190 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_RESULTS/_temporary
2016-05-18 02:06:55,191 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.342
2016-05-18 02:06:55,191 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_VALUES_RESULTS
2016-05-18 02:06:55,222 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:55,223 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:55,254 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:55,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:55,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:55,267 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:55,267 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:55,289 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:55,297 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_ALL
2016-05-18 02:06:55,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:55,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:55,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_ALL"]
2016-05-18 02:06:55,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:55,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:55,352 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:55,353 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:55,353 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:55,366 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:55,372 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:55,372 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:55,373 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:55,381 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001 doesn't exist and is created
2016-05-18 02:06:55,402 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:55,402 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:55,403 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd
2016-05-18 02:06:55,418 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537215372_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:55,419 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:55,419 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:55,420 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:55,420 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:55,420 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:55,421 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:55,421 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:55,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:55,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:55,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:55,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:55,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:55,423 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:55,424 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:55,424 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:55,424 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:55,424 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:55,424 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:55,424 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:55,426 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:55,427 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:55,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:55,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd/localmode-log-dir
2016-05-18 02:06:55,428 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd/localmode-log-dir/history.txt.appattempt_1463537215372_0001_000000, maxErrors=10
2016-05-18 02:06:55,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:55,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537215372_0001_000000, appSubmitTime=1463537215418, launchTime=1463537215418
2016-05-18 02:06:55,431 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:55,436 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:57430
2016-05-18 02:06:55,437 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537215372
2016-05-18 02:06:55,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537215372_0001_000000, startTime=1463537215439
2016-05-18 02:06:55,439 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:55,440 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:55,440 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:55,502 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:55,502 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:55,502 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/0_VALUES_ALL, applicationId=application_1463537215372_0001, dagName=[444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:55,519 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:55,519 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:55,519 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537215372_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd/localmode-log-dir/dag_1463537215372_0001_1.dot
2016-05-18 02:06:55,520 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd/localmode-log-dir/dag_1463537215372_0001_1-tez-dag.pb.txt
2016-05-18 02:06:55,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537215372_0001_1
2016-05-18 02:06:55,527 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,527 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:55 Running Dag: dag_1463537215372_0001_1
2016-05-18 02:06:55,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537215372_0001_1, submitTime=1463537215519
2016-05-18 02:06:55,543 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001/tez-conf.pb" } size: 40947 timestamp: 1463537215000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:55,543 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,543 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:55,544 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001/tez-conf.pb" } size: 40947 timestamp: 1463537215000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:55,544 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,544 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:55,545 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:55,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537215372_0001_1, initTime=1463537215545
2016-05-18 02:06:55,545 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537215372_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:55,546 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:55,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:DAG_STARTED]: dagID=dag_1463537215372_0001_1, startTime=1463537215546
2016-05-18 02:06:55,546 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537215372_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:55,546 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C1877C9647004CD2AD8D4EC4B2783DE7 : {77761350ABAD48F2BF6EADED5EE6366F={InputName=77761350ABAD48F2BF6EADED5EE6366F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:55,546 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 77761350ABAD48F2BF6EADED5EE6366F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:55,546 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,546 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,546 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,547 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,547 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:55,547 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,550 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/0_VALUES_ALL, applicationId=application_1463537215372_0001, dagName=[444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:55,550 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 77761350ABAD48F2BF6EADED5EE6366F on vertex vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,552 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:55,552 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,553 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,553 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 77761350ABAD48F2BF6EADED5EE6366F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:55,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537215372_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:55,553 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD], numAdditionalOutputs=1
2016-05-18 02:06:55,554 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8265B25C8CE34F7D9C093C5E4D9D4141, vertex=vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:55,555 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:55,555 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:55,556 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:55,556 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:55,565 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D1416122D88049D38F21D9EEE9D806AD:8265B25C8CE34F7D9C093C5E4D9D4141 using oldmapred API
2016-05-18 02:06:55,565 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8265B25C8CE34F7D9C093C5E4D9D4141, vertexName=D1416122D88049D38F21D9EEE9D806AD, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:55,566 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 77761350ABAD48F2BF6EADED5EE6366F on vertex vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D1416122D88049D38F21D9EEE9D806AD, vertexId=vertex_1463537215372_0001_1_01, initRequestedTime=1463537215547, initedTime=1463537215553, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:55,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:55,567 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:55,568 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {77761350ABAD48F2BF6EADED5EE6366F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:55,568 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] parallelism set to 1
2016-05-18 02:06:55,568 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:55,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C1877C9647004CD2AD8D4EC4B2783DE7, vertexId=vertex_1463537215372_0001_1_00, initRequestedTime=1463537215546, initedTime=1463537215569, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:55,569 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] with distanceFromRoot: 0
2016-05-18 02:06:55,569 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:55,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537215372_0001_1_00, startRequestedTime=1463537215547, startedTime=1463537215569
2016-05-18 02:06:55,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537215372_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:55,569 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:55,570 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537215372_0001_1_00 for vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] numStartedSources: 1 numSources: 1
2016-05-18 02:06:55,570 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] with distanceFromRoot: 1
2016-05-18 02:06:55,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537215372_0001_1_01, startRequestedTime=1463537215570, startedTime=1463537215570
2016-05-18 02:06:55,570 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:55,574 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C1877C9647004CD2AD8D4EC4B2783DE7
2016-05-18 02:06:55,574 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_STARTED]: vertexName=C1877C9647004CD2AD8D4EC4B2783DE7, taskId=task_1463537215372_0001_1_00_000000, scheduledTime=1463537215575, launchTime=1463537215575
2016-05-18 02:06:55,575 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D1416122D88049D38F21D9EEE9D806AD with 0 source tasks and 1 pending tasks
2016-05-18 02:06:55,575 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,576 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:55,579 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C1877C9647004CD2AD8D4EC4B2783DE7 in vertex: D1416122D88049D38F21D9EEE9D806AD numBipartiteSourceTasks: 1
2016-05-18 02:06:55,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537215372_0001_00_000001, launchTime=1463537215579
2016-05-18 02:06:55,580 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537215372_0001_00_000001
2016-05-18 02:06:55,580 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537215372_0001_1_00_000000_0] started. Is using containerId: [container_1463537215372_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:55,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C1877C9647004CD2AD8D4EC4B2783DE7, taskAttemptId=attempt_1463537215372_0001_1_00_000000_0, startTime=1463537215580, containerId=container_1463537215372_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:55,581 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537215372_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,581 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,581 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,582 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:55,582 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL, VertexName: C1877C9647004CD2AD8D4EC4B2783DE7, VertexParallelism: 1, TaskAttemptID:attempt_1463537215372_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=77761350ABAD48F2BF6EADED5EE6366F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D1416122D88049D38F21D9EEE9D806AD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:55,582 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:55,582 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,583 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537215372_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:55,583 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537215372_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:55,587 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:55,588 INFO  input.MRInput (MRInput.java:initialize(440)) - 77761350ABAD48F2BF6EADED5EE6366F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:55,588 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 77761350ABAD48F2BF6EADED5EE6366F
2016-05-18 02:06:55,590 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537215372_0001, with dag id: dag_1463537215372_0001_1
2016-05-18 02:06:55,592 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C1877C9647004CD2AD8D4EC4B2783DE7, ordinal: 0
2016-05-18 02:06:55,592 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C1877C9647004CD2AD8D4EC4B2783DE7, mem on start (mb), free: 297, total: 375, max: 672
2016-05-18 02:06:55,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:55,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:55,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:55,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:55,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[77761350ABAD48F2BF6EADED5EE6366F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D1416122D88049D38F21D9EEE9D806AD:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:55,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:55,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:55,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:55,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[77761350ABAD48F2BF6EADED5EE6366F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D1416122D88049D38F21D9EEE9D806AD:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:55,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:55,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 77761350ABAD48F2BF6EADED5EE6366F
2016-05-18 02:06:55,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 77761350ABAD48F2BF6EADED5EE6366F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:55,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:55,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:55,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:55,595 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,596 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:55,597 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 77761350ABAD48F2BF6EADED5EE6366F initialized RecordReader from event
2016-05-18 02:06:55,598 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:55,601 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 77761350ABAD48F2BF6EADED5EE6366F
2016-05-18 02:06:55,601 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 3CB4EDEA7EB24245B2742D1D5828C17C
2016-05-18 02:06:55,601 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 3CB4EDEA7EB24245B2742D1D5828C17C
2016-05-18 02:06:55,602 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,605 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,605 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D1416122D88049D38F21D9EEE9D806AD using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@49f74e1a, comparator=cascading.tuple.hadoop.util.TupleComparator@b28b2e6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:55,605 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D1416122D88049D38F21D9EEE9D806AD: , UsingHashComparator=false
2016-05-18 02:06:55,619 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:55,619 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:55,620 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D1416122D88049D38F21D9EEE9D806AD: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:55,620 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D1416122D88049D38F21D9EEE9D806AD: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:55,620 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:55,620 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C1877C9647004CD2AD8D4EC4B2783DE7, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:55,622 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,623 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C1877C9647004CD2AD8D4EC4B2783DE7, mem on close (mb), free: 195, total: 375, max: 672
2016-05-18 02:06:55,623 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D1416122D88049D38F21D9EEE9D806AD: Starting flush of map output
2016-05-18 02:06:55,623 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D1416122D88049D38F21D9EEE9D806AD: Span0.length = 20, perItem = 6
2016-05-18 02:06:55,623 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D1416122D88049D38F21D9EEE9D806AD: done sorting span=0, length=20, time=0
2016-05-18 02:06:55,623 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D1416122D88049D38F21D9EEE9D806AD: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:55,624 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D1416122D88049D38F21D9EEE9D806AD: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd/localmode-local-dir/output/attempt_1463537215372_0001_1_00_000000_0_10189_0/file.out
2016-05-18 02:06:55,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:55 Completed running task attempt: attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,628 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537215372_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:55,628 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537215372_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:55,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537215372_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537215620, Process_Duration=2, Process_End_Time=1463537215622, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:55,629 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537215372_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:55,629 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:55,629 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:55,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C1877C9647004CD2AD8D4EC4B2783DE7, taskAttemptId=attempt_1463537215372_0001_1_00_000000_0, creationTime=1463537215575, allocationTime=1463537215579, startTime=1463537215580, finishTime=1463537215629, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:55,629 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,629 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_FINISHED]: vertexName=C1877C9647004CD2AD8D4EC4B2783DE7, taskId=task_1463537215372_0001_1_00_000000, startTime=1463537215580, finishTime=1463537215629, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1463537215372_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537215620, Process_Duration=2, Process_End_Time=1463537215622, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:55,631 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:55,631 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7]
2016-05-18 02:06:55,631 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537215372_0001_00_000001
2016-05-18 02:06:55,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_FINISHED]: vertexName=C1877C9647004CD2AD8D4EC4B2783DE7, vertexId=vertex_1463537215372_0001_1_00, initRequestedTime=1463537215546, initedTime=1463537215569, startRequestedTime=1463537215547, startedTime=1463537215569, finishTime=1463537215631, timeTaken=62, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537215620, Process_Duration=2, Process_End_Time=1463537215622, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537215580, firstTasksToStart=[ task_1463537215372_0001_1_00_000000 ], lastTaskFinishTime=1463537215629, lastTasksToFinish=[ task_1463537215372_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537215372_0001_1_00_000000 ], longestDurationTasks=[ task_1463537215372_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:55,632 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:55,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537215372_0001_00_000001, stoppedTime=1463537215632, exitStatus=0
2016-05-18 02:06:55,632 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] attempt: attempt_1463537215372_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:55,633 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537215372_0001_1_00 [C1877C9647004CD2AD8D4EC4B2783DE7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:55,633 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:55,633 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537215372_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:55,633 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D1416122D88049D38F21D9EEE9D806AD
2016-05-18 02:06:55,633 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C1877C9647004CD2AD8D4EC4B2783DE7, destinationVertexName=D1416122D88049D38F21D9EEE9D806AD. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:55,633 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_STARTED]: vertexName=D1416122D88049D38F21D9EEE9D806AD, taskId=task_1463537215372_0001_1_01_000000, scheduledTime=1463537215634, launchTime=1463537215634
2016-05-18 02:06:55,634 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,635 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537215372_0001_00_000002, launchTime=1463537215635
2016-05-18 02:06:55,636 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537215372_0001_00_000002
2016-05-18 02:06:55,636 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537215372_0001_1_01_000000_0] started. Is using containerId: [container_1463537215372_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:55,637 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D1416122D88049D38F21D9EEE9D806AD, taskAttemptId=attempt_1463537215372_0001_1_01_000000_0, startTime=1463537215636, containerId=container_1463537215372_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:55,637 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537215372_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537215372_0001_1_01_000000_0
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537215372_0001_1_01_000000_0
2016-05-18 02:06:55,638 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537215372_0001_1_01_000000_0
2016-05-18 02:06:55,638 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,638 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:55,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL, VertexName: D1416122D88049D38F21D9EEE9D806AD, VertexParallelism: 1, TaskAttemptID:attempt_1463537215372_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C1877C9647004CD2AD8D4EC4B2783DE7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8265B25C8CE34F7D9C093C5E4D9D4141, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:55,638 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:55,639 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537215372_0001_1_01_000000_0
2016-05-18 02:06:55,639 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537215372_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,639 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537215372_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:55,642 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:55,642 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537215372_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:55,642 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537215372_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:55,642 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537215372_0001_00_000001, Exiting
2016-05-18 02:06:55,642 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537215372_0001_00_000001
2016-05-18 02:06:55,642 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537215372_0001_00_000001
2016-05-18 02:06:55,643 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:55,645 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537215372_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:55,645 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537215372_0001_00_000001 completed successfully
2016-05-18 02:06:55,646 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D1416122D88049D38F21D9EEE9D806AD, ordinal: 1
2016-05-18 02:06:55,646 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D1416122D88049D38F21D9EEE9D806AD, mem on start (mb), free: 190, total: 375, max: 672
2016-05-18 02:06:55,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:55,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:55,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:55,654 INFO  output.MROutput (MROutput.java:initialize(421)) - 8265B25C8CE34F7D9C093C5E4D9D4141: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:55,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:55,655 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C1877C9647004CD2AD8D4EC4B2783DE7:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [8265B25C8CE34F7D9C093C5E4D9D4141:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:55,655 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:55,655 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:55,655 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:55,655 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C1877C9647004CD2AD8D4EC4B2783DE7:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [8265B25C8CE34F7D9C093C5E4D9D4141:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:55,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:55,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C1877C9647004CD2AD8D4EC4B2783DE7 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:55,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:55,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:55,656 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C1877C9647004CD2AD8D4EC4B2783DE7: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:55,656 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C1877C9647004CD2AD8D4EC4B2783DE7: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:55,657 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C1877C9647004CD2AD8D4EC4B2783DE7 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:55,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C1877C9647004CD2AD8D4EC4B2783DE7
2016-05-18 02:06:55,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:55,658 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537215372_0001_1_01_000000_0
2016-05-18 02:06:55,662 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C1877C9647004CD2AD8D4EC4B2783DE7: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:55,663 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:55,663 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 3CB4EDEA7EB24245B2742D1D5828C17C
2016-05-18 02:06:55,663 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_ALL"], id: 8265B25C8CE34F7D9C093C5E4D9D4141
2016-05-18 02:06:55,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537215372_0001_1_00_000000_0_10189} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537215663, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:55,664 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_ALL"]
2016-05-18 02:06:55,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C1877C9647004CD2AD8D4EC4B2783DE7
2016-05-18 02:06:55,664 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 3CB4EDEA7EB24245B2742D1D5828C17C, for 1 inputs
2016-05-18 02:06:55,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:55,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C1877C9647004CD2AD8D4EC4B2783DE7, wasInterrupted=false
2016-05-18 02:06:55,665 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:55,665 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:55,666 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,666 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001_wd/localmode-local-dir/output/attempt_1463537215372_0001_1_00_000000_0_10189/file.out, len=181, isLocal=true
2016-05-18 02:06:55,666 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:55,666 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:55,666 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:55,666 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:55,667 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C1877C9647004CD2AD8D4EC4B2783DE7
2016-05-18 02:06:55,667 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D1416122D88049D38F21D9EEE9D806AD, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:55,667 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C1877C9647004CD2AD8D4EC4B2783DE7: Shuffle Runner thread complete
2016-05-18 02:06:55,667 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:55,668 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C1877C9647004CD2AD8D4EC4B2783DE7: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:55,669 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:55,670 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:55,670 INFO  output.MROutput (MROutput.java:close(526)) - 8265B25C8CE34F7D9C093C5E4D9D4141 closed
2016-05-18 02:06:55,670 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537215372_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:55,671 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537215372_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:55,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537215372_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537215667, Process_Duration=4, Process_End_Time=1463537215671, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:55,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:55,671 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D1416122D88049D38F21D9EEE9D806AD, mem on close (mb), free: 186, total: 375, max: 672
2016-05-18 02:06:55,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=D1416122D88049D38F21D9EEE9D806AD, index=1, interruptedStatus=false
2016-05-18 02:06:55,672 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C1877C9647004CD2AD8D4EC4B2783DE7
2016-05-18 02:06:55,672 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C1877C9647004CD2AD8D4EC4B2783DE7: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:55,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=D1416122D88049D38F21D9EEE9D806AD, sourceVertex=C1877C9647004CD2AD8D4EC4B2783DE7, interruptedStatus=true
2016-05-18 02:06:55,672 INFO  output.MROutput (MROutput.java:close(526)) - 8265B25C8CE34F7D9C093C5E4D9D4141 closed
2016-05-18 02:06:55,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=D1416122D88049D38F21D9EEE9D806AD, sourceVertex=8265B25C8CE34F7D9C093C5E4D9D4141, interruptedStatus=true
2016-05-18 02:06:55,674 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537215372_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:55,674 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:55,674 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537215372_0001_00_000002
2016-05-18 02:06:55,674 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537215372_0001_00_000002
2016-05-18 02:06:55,674 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537215372_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:55,674 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537215372_0001_00_000002 completed but with errors
2016-05-18 02:06:55,674 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D1416122D88049D38F21D9EEE9D806AD, taskAttemptId=attempt_1463537215372_0001_1_01_000000_0, creationTime=1463537215634, allocationTime=1463537215635, startTime=1463537215636, finishTime=1463537215674, timeTaken=38, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537215372_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537215667, Process_Duration=4, Process_End_Time=1463537215671, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:55,674 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537215372_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:55,675 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537215372_0001_00_000002, stoppedTime=1463537215675, exitStatus=1
2016-05-18 02:06:55,675 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537215372_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:55,675 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:TASK_FINISHED]: vertexName=D1416122D88049D38F21D9EEE9D806AD, taskId=task_1463537215372_0001_1_01_000000, startTime=1463537215636, finishTime=1463537215675, timeTaken=39, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537215372_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:55,675 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] because task failed: task_1463537215372_0001_1_01_000000
2016-05-18 02:06:55,675 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:55,675 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:55,676 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:55,676 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,676 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=8265B25C8CE34F7D9C093C5E4D9D4141, vertexId=vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:VERTEX_FINISHED]: vertexName=D1416122D88049D38F21D9EEE9D806AD, vertexId=vertex_1463537215372_0001_1_01, initRequestedTime=1463537215547, initedTime=1463537215553, startRequestedTime=1463537215570, startedTime=1463537215570, finishTime=1463537215677, timeTaken=107, status=FAILED, diagnostics=Task failed, taskId=task_1463537215372_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537215372_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537215636, firstTasksToStart=[ task_1463537215372_0001_1_01_000000 ], lastTaskFinishTime=1463537215674, lastTasksToFinish=[ task_1463537215372_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:55,678 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:55,678 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537215372_0001_1_01_000000_0 failed: true container: container_1463537215372_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:55,678 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:55,678 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:55,678 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:55,679 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537215372_0001_1, queueSize=0
2016-05-18 02:06:55,680 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215372_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537215372_0001_1, startTime=1463537215546, finishTime=1463537215679, timeTaken=133, status=FAILED, diagnostics=Vertex failed, vertexName=D1416122D88049D38F21D9EEE9D806AD, vertexId=vertex_1463537215372_0001_1_01, diagnostics=[Task failed, taskId=task_1463537215372_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537215372_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=270, AM_GC_TIME_MILLIS=8, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537215620, Process_Duration=2, Process_End_Time=1463537215622, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:55,680 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537215372_0001_1_01 [D1416122D88049D38F21D9EEE9D806AD]
2016-05-18 02:06:55,680 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537215372_0001_1 finished with state: FAILED
2016-05-18 02:06:55,680 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537215372_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:55 Completed Dag: dag_1463537215372_0001_1
2016-05-18 02:06:55,680 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537215372_0001_1, dagState=FAILED
2016-05-18 02:06:55,681 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537215372_0001_1_post
2016-05-18 02:06:55,681 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:55,681 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:55,681 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:55,681 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL, with id=dag_1463537215372_0001_1
2016-05-18 02:06:55,681 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1] every/(1/1) ...mblyplatform/0_VALUES_ALL, with id=dag_1463537215372_0001_1
2016-05-18 02:06:55,689 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/0_VALUES_ALL, applicationId=application_1463537215372_0001
2016-05-18 02:06:55,691 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:55,691 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:55,691 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:55,692 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:55,692 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:55,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:55,692 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:55,692 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:55,693 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:55,693 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:55,693 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:55,693 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:55,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:55,696 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:55,699 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/444CE9099B2146AEB6B36348B09744DD/EA870E44BA9C407496661EA5642C70C1/.tez/application_1463537215372_0001
2016-05-18 02:06:55,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:55,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:55,700 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:55,700 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_ALL/_temporary
2016-05-18 02:06:55,700 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.349
2016-05-18 02:06:55,700 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_VALUES_ALL
2016-05-18 02:06:55,728 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:55,728 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:55,763 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:55,770 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:06:55,770 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:55,770 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:55,771 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:55,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:55,791 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_REPLACE
2016-05-18 02:06:55,840 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:55,840 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:55,841 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_REPLACE"]
2016-05-18 02:06:55,841 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:55,841 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:55,841 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:55,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:55,842 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:55,856 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:55,860 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:55,860 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:55,860 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:55,869 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001 doesn't exist and is created
2016-05-18 02:06:55,888 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:55,889 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:55,889 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd
2016-05-18 02:06:55,904 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537215860_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:55,904 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:55,904 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:55,906 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:55,906 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:55,906 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:55,906 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:55,906 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:55,907 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:55,908 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:55,908 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:55,908 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:55,910 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:55,910 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:55,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:55,911 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd/localmode-log-dir
2016-05-18 02:06:55,911 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd/localmode-log-dir/history.txt.appattempt_1463537215860_0001_000000, maxErrors=10
2016-05-18 02:06:55,911 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:55,911 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537215860_0001_000000, appSubmitTime=1463537215904, launchTime=1463537215904
2016-05-18 02:06:55,916 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43910
2016-05-18 02:06:55,916 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:55,917 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537215860
2016-05-18 02:06:55,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537215860_0001_000000, startTime=1463537215921
2016-05-18 02:06:55,921 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:55,989 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:55,989 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:55,990 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_REPLACE, applicationId=application_1463537215860_0001, dagName=[50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:56,005 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:56,005 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:56,006 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537215860_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd/localmode-log-dir/dag_1463537215860_0001_1.dot
2016-05-18 02:06:56,007 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd/localmode-log-dir/dag_1463537215860_0001_1-tez-dag.pb.txt
2016-05-18 02:06:56,013 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537215860_0001_1
2016-05-18 02:06:56,013 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,013 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:56 Running Dag: dag_1463537215860_0001_1
2016-05-18 02:06:56,028 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537215860_0001_1, submitTime=1463537216005
2016-05-18 02:06:56,029 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001/tez-conf.pb" } size: 40947 timestamp: 1463537215000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:56,029 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,029 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:56,030 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001/tez-conf.pb" } size: 40947 timestamp: 1463537215000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:56,030 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,030 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:56,030 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:56,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537215860_0001_1, initTime=1463537216031
2016-05-18 02:06:56,031 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537215860_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:56,031 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:56,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:DAG_STARTED]: dagID=dag_1463537215860_0001_1, startTime=1463537216031
2016-05-18 02:06:56,031 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537215860_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EAA6B3DB745441D1A7E6187BC1981D67 : {327A040149A1492886A1B3E2DAB98FA2={InputName=327A040149A1492886A1B3E2DAB98FA2}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 327A040149A1492886A1B3E2DAB98FA2, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:56,032 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 327A040149A1492886A1B3E2DAB98FA2 on vertex vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,032 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,035 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 327A040149A1492886A1B3E2DAB98FA2 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:56,035 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_REPLACE, applicationId=application_1463537215860_0001, dagName=[50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:56,036 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:56,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537215860_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:56,037 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271], numAdditionalOutputs=1
2016-05-18 02:06:56,037 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=86F92EE7A1464CD4B0EF30386DEC9024, vertex=vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:56,038 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:56,038 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:56,038 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:56,038 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:56,038 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 327A040149A1492886A1B3E2DAB98FA2 on vertex vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,040 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B388DA59015B4325A89F114BAF337271:86F92EE7A1464CD4B0EF30386DEC9024 using oldmapred API
2016-05-18 02:06:56,040 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=86F92EE7A1464CD4B0EF30386DEC9024, vertexName=B388DA59015B4325A89F114BAF337271, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:56,041 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B388DA59015B4325A89F114BAF337271, vertexId=vertex_1463537215860_0001_1_01, initRequestedTime=1463537216032, initedTime=1463537216037, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:56,041 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:56,042 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:56,042 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {327A040149A1492886A1B3E2DAB98FA2=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:56,042 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] parallelism set to 1
2016-05-18 02:06:56,042 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:56,043 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EAA6B3DB745441D1A7E6187BC1981D67, vertexId=vertex_1463537215860_0001_1_00, initRequestedTime=1463537216032, initedTime=1463537216043, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:56,043 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] with distanceFromRoot: 0
2016-05-18 02:06:56,043 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:56,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537215860_0001_1_00, startRequestedTime=1463537216032, startedTime=1463537216044
2016-05-18 02:06:56,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537215860_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:56,044 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:56,045 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537215860_0001_1_00 for vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] numStartedSources: 1 numSources: 1
2016-05-18 02:06:56,045 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] with distanceFromRoot: 1
2016-05-18 02:06:56,045 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EAA6B3DB745441D1A7E6187BC1981D67
2016-05-18 02:06:56,046 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537215860_0001_1_01, startRequestedTime=1463537216045, startedTime=1463537216045
2016-05-18 02:06:56,046 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:56,051 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B388DA59015B4325A89F114BAF337271 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:56,051 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_STARTED]: vertexName=EAA6B3DB745441D1A7E6187BC1981D67, taskId=task_1463537215860_0001_1_00_000000, scheduledTime=1463537216051, launchTime=1463537216051
2016-05-18 02:06:56,052 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EAA6B3DB745441D1A7E6187BC1981D67 in vertex: B388DA59015B4325A89F114BAF337271 numBipartiteSourceTasks: 1
2016-05-18 02:06:56,052 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,053 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:56,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537215860_0001_00_000001, launchTime=1463537216054
2016-05-18 02:06:56,055 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537215860_0001_00_000001
2016-05-18 02:06:56,055 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537215860_0001_1_00_000000_0] started. Is using containerId: [container_1463537215860_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:56,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EAA6B3DB745441D1A7E6187BC1981D67, taskAttemptId=attempt_1463537215860_0001_1_00_000000_0, startTime=1463537216055, containerId=container_1463537215860_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:56,056 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537215860_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,056 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,056 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,057 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:56,057 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537215860_0001, with dag id: dag_1463537215860_0001_1
2016-05-18 02:06:56,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE, VertexName: EAA6B3DB745441D1A7E6187BC1981D67, VertexParallelism: 1, TaskAttemptID:attempt_1463537215860_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=327A040149A1492886A1B3E2DAB98FA2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B388DA59015B4325A89F114BAF337271, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:56,057 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:56,057 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,058 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537215860_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:56,062 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537215860_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:56,062 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:56,064 INFO  input.MRInput (MRInput.java:initialize(440)) - 327A040149A1492886A1B3E2DAB98FA2 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:56,064 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 327A040149A1492886A1B3E2DAB98FA2
2016-05-18 02:06:56,067 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EAA6B3DB745441D1A7E6187BC1981D67, ordinal: 0
2016-05-18 02:06:56,067 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EAA6B3DB745441D1A7E6187BC1981D67, mem on start (mb), free: 95, total: 375, max: 672
2016-05-18 02:06:56,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:56,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:56,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:56,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:56,067 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[327A040149A1492886A1B3E2DAB98FA2:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B388DA59015B4325A89F114BAF337271:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:56,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:56,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:56,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:56,068 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[327A040149A1492886A1B3E2DAB98FA2:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B388DA59015B4325A89F114BAF337271:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:56,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:56,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 327A040149A1492886A1B3E2DAB98FA2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:56,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:56,069 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:56,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 327A040149A1492886A1B3E2DAB98FA2
2016-05-18 02:06:56,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:56,070 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,072 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:56,072 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 327A040149A1492886A1B3E2DAB98FA2 initialized RecordReader from event
2016-05-18 02:06:56,074 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:56,074 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 327A040149A1492886A1B3E2DAB98FA2
2016-05-18 02:06:56,075 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 6EDDA308110947989E3C4F74C745B9DC
2016-05-18 02:06:56,075 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 6EDDA308110947989E3C4F74C745B9DC
2016-05-18 02:06:56,076 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,078 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,078 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B388DA59015B4325A89F114BAF337271 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@697dd627, comparator=cascading.tuple.hadoop.util.TupleComparator@4476d08c, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:56,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B388DA59015B4325A89F114BAF337271: , UsingHashComparator=false
2016-05-18 02:06:56,101 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:56,101 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:56,101 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B388DA59015B4325A89F114BAF337271: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:56,101 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B388DA59015B4325A89F114BAF337271: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:56,102 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:56,102 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EAA6B3DB745441D1A7E6187BC1981D67, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:56,105 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,105 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EAA6B3DB745441D1A7E6187BC1981D67, mem on close (mb), free: 203, total: 375, max: 672
2016-05-18 02:06:56,105 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B388DA59015B4325A89F114BAF337271: Starting flush of map output
2016-05-18 02:06:56,105 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B388DA59015B4325A89F114BAF337271: Span0.length = 20, perItem = 6
2016-05-18 02:06:56,105 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B388DA59015B4325A89F114BAF337271: done sorting span=0, length=20, time=0
2016-05-18 02:06:56,106 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B388DA59015B4325A89F114BAF337271: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:56,106 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B388DA59015B4325A89F114BAF337271: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd/localmode-local-dir/output/attempt_1463537215860_0001_1_00_000000_0_10195_0/file.out
2016-05-18 02:06:56,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:56 Completed running task attempt: attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,110 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537215860_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:56,110 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537215860_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:56,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537215860_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537216102, Process_Duration=3, Process_End_Time=1463537216105, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:56,111 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537215860_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:56,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EAA6B3DB745441D1A7E6187BC1981D67, taskAttemptId=attempt_1463537215860_0001_1_00_000000_0, creationTime=1463537216052, allocationTime=1463537216053, startTime=1463537216055, finishTime=1463537216111, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:56,111 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:56,111 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:56,112 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,112 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537215860_0001_00_000001
2016-05-18 02:06:56,111 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_FINISHED]: vertexName=EAA6B3DB745441D1A7E6187BC1981D67, taskId=task_1463537215860_0001_1_00_000000, startTime=1463537216055, finishTime=1463537216112, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1463537215860_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537216102, Process_Duration=3, Process_End_Time=1463537216105, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:56,113 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:56,113 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67]
2016-05-18 02:06:56,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_FINISHED]: vertexName=EAA6B3DB745441D1A7E6187BC1981D67, vertexId=vertex_1463537215860_0001_1_00, initRequestedTime=1463537216032, initedTime=1463537216043, startRequestedTime=1463537216032, startedTime=1463537216044, finishTime=1463537216113, timeTaken=69, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537216102, Process_Duration=3, Process_End_Time=1463537216105, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537216055, firstTasksToStart=[ task_1463537215860_0001_1_00_000000 ], lastTaskFinishTime=1463537216111, lastTasksToFinish=[ task_1463537215860_0001_1_00_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537215860_0001_1_00_000000 ], longestDurationTasks=[ task_1463537215860_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:56,114 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:56,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537215860_0001_00_000001, stoppedTime=1463537216114, exitStatus=0
2016-05-18 02:06:56,114 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] attempt: attempt_1463537215860_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:56,114 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537215860_0001_1_00 [EAA6B3DB745441D1A7E6187BC1981D67] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:56,114 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:56,114 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537215860_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:56,114 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B388DA59015B4325A89F114BAF337271
2016-05-18 02:06:56,115 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EAA6B3DB745441D1A7E6187BC1981D67, destinationVertexName=B388DA59015B4325A89F114BAF337271. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:56,115 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_STARTED]: vertexName=B388DA59015B4325A89F114BAF337271, taskId=task_1463537215860_0001_1_01_000000, scheduledTime=1463537216115, launchTime=1463537216115
2016-05-18 02:06:56,115 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,117 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537215860_0001_00_000002, launchTime=1463537216117
2016-05-18 02:06:56,117 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537215860_0001_00_000002
2016-05-18 02:06:56,118 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537215860_0001_1_01_000000_0] started. Is using containerId: [container_1463537215860_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:56,118 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B388DA59015B4325A89F114BAF337271, taskAttemptId=attempt_1463537215860_0001_1_01_000000_0, startTime=1463537216118, containerId=container_1463537215860_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:56,119 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537215860_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537215860_0001_1_01_000000_0
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537215860_0001_1_01_000000_0
2016-05-18 02:06:56,119 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537215860_0001_1_01_000000_0
2016-05-18 02:06:56,119 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,119 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:56,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE, VertexName: B388DA59015B4325A89F114BAF337271, VertexParallelism: 1, TaskAttemptID:attempt_1463537215860_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EAA6B3DB745441D1A7E6187BC1981D67, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=86F92EE7A1464CD4B0EF30386DEC9024, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:56,121 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:56,121 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537215860_0001_1_01_000000_0
2016-05-18 02:06:56,122 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537215860_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,122 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537215860_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:56,125 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:56,125 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537215860_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:56,125 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537215860_0001_00_000001: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:56,125 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537215860_0001_00_000001, Exiting
2016-05-18 02:06:56,125 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537215860_0001_00_000001
2016-05-18 02:06:56,126 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537215860_0001_00_000001
2016-05-18 02:06:56,127 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537215860_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:56,127 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537215860_0001_00_000001 completed successfully
2016-05-18 02:06:56,128 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:56,130 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B388DA59015B4325A89F114BAF337271, ordinal: 1
2016-05-18 02:06:56,130 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B388DA59015B4325A89F114BAF337271, mem on start (mb), free: 197, total: 375, max: 672
2016-05-18 02:06:56,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:56,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:56,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:56,135 INFO  output.MROutput (MROutput.java:initialize(421)) - 86F92EE7A1464CD4B0EF30386DEC9024: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:56,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:56,136 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[86F92EE7A1464CD4B0EF30386DEC9024:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [EAA6B3DB745441D1A7E6187BC1981D67:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:56,136 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:56,136 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:56,136 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:56,136 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[86F92EE7A1464CD4B0EF30386DEC9024:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [EAA6B3DB745441D1A7E6187BC1981D67:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:56,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:56,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EAA6B3DB745441D1A7E6187BC1981D67 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:56,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:56,137 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EAA6B3DB745441D1A7E6187BC1981D67: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:56,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:56,137 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EAA6B3DB745441D1A7E6187BC1981D67: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:56,138 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EAA6B3DB745441D1A7E6187BC1981D67 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:56,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EAA6B3DB745441D1A7E6187BC1981D67
2016-05-18 02:06:56,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:56,139 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537215860_0001_1_01_000000_0
2016-05-18 02:06:56,142 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EAA6B3DB745441D1A7E6187BC1981D67: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:56,142 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:56,142 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 6EDDA308110947989E3C4F74C745B9DC
2016-05-18 02:06:56,143 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_REPLACE"], id: 86F92EE7A1464CD4B0EF30386DEC9024
2016-05-18 02:06:56,143 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_REPLACE"]
2016-05-18 02:06:56,143 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 6EDDA308110947989E3C4F74C745B9DC, for 1 inputs
2016-05-18 02:06:56,143 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537215860_0001_1_00_000000_0_10195} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537216143, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:56,144 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EAA6B3DB745441D1A7E6187BC1981D67
2016-05-18 02:06:56,144 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:56,144 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EAA6B3DB745441D1A7E6187BC1981D67, wasInterrupted=false
2016-05-18 02:06:56,146 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:56,146 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:56,146 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:56,146 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:56,148 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,148 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001_wd/localmode-local-dir/output/attempt_1463537215860_0001_1_00_000000_0_10195/file.out, len=181, isLocal=true
2016-05-18 02:06:56,148 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:56,148 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:56,148 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:56,148 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:56,148 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EAA6B3DB745441D1A7E6187BC1981D67
2016-05-18 02:06:56,148 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EAA6B3DB745441D1A7E6187BC1981D67: Shuffle Runner thread complete
2016-05-18 02:06:56,149 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B388DA59015B4325A89F114BAF337271, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:56,150 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,150 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EAA6B3DB745441D1A7E6187BC1981D67: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:56,152 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:56,152 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:56,154 INFO  output.MROutput (MROutput.java:close(526)) - 86F92EE7A1464CD4B0EF30386DEC9024 closed
2016-05-18 02:06:56,154 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537215860_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:56,155 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537215860_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:56,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537215860_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537216149, Process_Duration=6, Process_End_Time=1463537216155, Read_Duration=1, Tuples_Read=1]]
2016-05-18 02:06:56,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:56,156 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B388DA59015B4325A89F114BAF337271, mem on close (mb), free: 193, total: 375, max: 672
2016-05-18 02:06:56,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=B388DA59015B4325A89F114BAF337271, index=1, interruptedStatus=false
2016-05-18 02:06:56,156 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EAA6B3DB745441D1A7E6187BC1981D67
2016-05-18 02:06:56,156 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EAA6B3DB745441D1A7E6187BC1981D67: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:56,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=B388DA59015B4325A89F114BAF337271, sourceVertex=EAA6B3DB745441D1A7E6187BC1981D67, interruptedStatus=true
2016-05-18 02:06:56,156 INFO  output.MROutput (MROutput.java:close(526)) - 86F92EE7A1464CD4B0EF30386DEC9024 closed
2016-05-18 02:06:56,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=B388DA59015B4325A89F114BAF337271, sourceVertex=86F92EE7A1464CD4B0EF30386DEC9024, interruptedStatus=true
2016-05-18 02:06:56,157 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537215860_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:56,157 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:56,157 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537215860_0001_00_000002
2016-05-18 02:06:56,157 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537215860_0001_00_000002
2016-05-18 02:06:56,157 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B388DA59015B4325A89F114BAF337271, taskAttemptId=attempt_1463537215860_0001_1_01_000000_0, creationTime=1463537216115, allocationTime=1463537216116, startTime=1463537216118, finishTime=1463537216157, timeTaken=39, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537215860_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537216149, Process_Duration=6, Process_End_Time=1463537216155, Read_Duration=1, Tuples_Read=1
2016-05-18 02:06:56,158 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537215860_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:56,158 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537215860_0001_00_000002 completed but with errors
2016-05-18 02:06:56,158 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537215860_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:56,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:TASK_FINISHED]: vertexName=B388DA59015B4325A89F114BAF337271, taskId=task_1463537215860_0001_1_01_000000, startTime=1463537216118, finishTime=1463537216158, timeTaken=40, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537215860_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:56,158 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537215860_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:56,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537215860_0001_00_000002, stoppedTime=1463537216158, exitStatus=1
2016-05-18 02:06:56,159 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] because task failed: task_1463537215860_0001_1_01_000000
2016-05-18 02:06:56,159 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:56,159 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:56,159 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:56,159 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,159 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=86F92EE7A1464CD4B0EF30386DEC9024, vertexId=vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:VERTEX_FINISHED]: vertexName=B388DA59015B4325A89F114BAF337271, vertexId=vertex_1463537215860_0001_1_01, initRequestedTime=1463537216032, initedTime=1463537216037, startRequestedTime=1463537216045, startedTime=1463537216045, finishTime=1463537216160, timeTaken=115, status=FAILED, diagnostics=Task failed, taskId=task_1463537215860_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537215860_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537216118, firstTasksToStart=[ task_1463537215860_0001_1_01_000000 ], lastTaskFinishTime=1463537216157, lastTasksToFinish=[ task_1463537215860_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:56,160 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:56,160 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537215860_0001_1_01_000000_0 failed: true container: container_1463537215860_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:56,160 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:56,160 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:56,161 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:56,162 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537215860_0001_1, queueSize=0
2016-05-18 02:06:56,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537215860_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537215860_0001_1, startTime=1463537216031, finishTime=1463537216162, timeTaken=131, status=FAILED, diagnostics=Vertex failed, vertexName=B388DA59015B4325A89F114BAF337271, vertexId=vertex_1463537215860_0001_1_01, diagnostics=[Task failed, taskId=task_1463537215860_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537215860_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=220, AM_GC_TIME_MILLIS=9, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537216102, Process_Duration=3, Process_End_Time=1463537216105, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:56,163 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537215860_0001_1_01 [B388DA59015B4325A89F114BAF337271]
2016-05-18 02:06:56,163 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537215860_0001_1 finished with state: FAILED
2016-05-18 02:06:56,163 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537215860_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:56 Completed Dag: dag_1463537215860_0001_1
2016-05-18 02:06:56,163 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537215860_0001_1, dagState=FAILED
2016-05-18 02:06:56,163 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537215860_0001_1_post
2016-05-18 02:06:56,163 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,163 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:56,163 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:56,164 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE, with id=dag_1463537215860_0001_1
2016-05-18 02:06:56,164 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392] every/(1/1) ...platform/0_VALUES_REPLACE, with id=dag_1463537215860_0001_1
2016-05-18 02:06:56,169 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/0_VALUES_REPLACE, applicationId=application_1463537215860_0001
2016-05-18 02:06:56,170 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:56,170 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:56,170 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:56,170 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:56,170 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:56,171 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:56,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:56,171 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:56,172 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:56,172 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:56,172 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:56,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:56,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:56,173 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:56,177 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/50155DBAB3CB43BD8A969C56C60CA62C/BA970C9E8155476798481B4C619D7392/.tez/application_1463537215860_0001
2016-05-18 02:06:56,177 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:56,177 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:56,178 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:56,178 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_REPLACE/_temporary
2016-05-18 02:06:56,178 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.338
2016-05-18 02:06:56,179 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_VALUES_REPLACE
2016-05-18 02:06:56,202 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:56,202 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:56,244 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:56,251 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:06:56,251 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:56,251 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:56,252 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:56,270 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:56,275 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_SWAP
2016-05-18 02:06:56,322 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:56,322 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:56,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_SWAP"]
2016-05-18 02:06:56,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:56,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:56,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:56,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:56,324 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:56,336 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:56,341 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:56,341 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:56,341 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:56,350 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001 doesn't exist and is created
2016-05-18 02:06:56,369 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:56,370 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:56,370 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd
2016-05-18 02:06:56,385 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537216341_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:56,385 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:56,386 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:56,388 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:56,388 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:56,388 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:56,388 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:56,388 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:56,390 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:56,391 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:56,391 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:56,391 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:56,391 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:56,391 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:56,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:56,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:56,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:56,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:56,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:56,393 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:56,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:56,395 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:56,395 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:56,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd/localmode-log-dir
2016-05-18 02:06:56,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd/localmode-log-dir/history.txt.appattempt_1463537216341_0001_000000, maxErrors=10
2016-05-18 02:06:56,396 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:56,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537216341_0001_000000, appSubmitTime=1463537216385, launchTime=1463537216385
2016-05-18 02:06:56,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:56,401 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41341
2016-05-18 02:06:56,404 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537216341
2016-05-18 02:06:56,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537216341_0001_000000, startTime=1463537216406
2016-05-18 02:06:56,406 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:56,470 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:56,470 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:56,470 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/0_VALUES_SWAP, applicationId=application_1463537216341_0001, dagName=[0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:56,486 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:56,486 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:56,487 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537216341_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd/localmode-log-dir/dag_1463537216341_0001_1.dot
2016-05-18 02:06:56,487 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd/localmode-log-dir/dag_1463537216341_0001_1-tez-dag.pb.txt
2016-05-18 02:06:56,494 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537216341_0001_1
2016-05-18 02:06:56,494 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,494 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:56 Running Dag: dag_1463537216341_0001_1
2016-05-18 02:06:56,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537216341_0001_1, submitTime=1463537216486
2016-05-18 02:06:56,509 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001/tez-conf.pb" } size: 40947 timestamp: 1463537216000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:56,509 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,509 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:56,509 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001/tez-conf.pb" } size: 40947 timestamp: 1463537216000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:56,510 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,510 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:56,510 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:56,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537216341_0001_1, initTime=1463537216510
2016-05-18 02:06:56,510 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216341_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:56,510 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:56,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:DAG_STARTED]: dagID=dag_1463537216341_0001_1, startTime=1463537216511
2016-05-18 02:06:56,511 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216341_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:56,511 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E8B6AE765F4640B4A4AE86ABFC3CF1EC : {5B5BC0B7C9FF4214A71E97DDB0C2F321={InputName=5B5BC0B7C9FF4214A71E97DDB0C2F321}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:56,511 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 5B5BC0B7C9FF4214A71E97DDB0C2F321, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:56,511 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,511 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,511 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,512 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,512 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/0_VALUES_SWAP, applicationId=application_1463537216341_0001, dagName=[0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:56,512 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:56,512 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,512 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 5B5BC0B7C9FF4214A71E97DDB0C2F321 on vertex vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,515 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 5B5BC0B7C9FF4214A71E97DDB0C2F321 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:56,516 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:56,516 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,517 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,516 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:56,517 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:56,517 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:56,518 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:56,517 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537216341_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:56,518 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C], numAdditionalOutputs=1
2016-05-18 02:06:56,518 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AB5C992EF65C46F68208C5E830E9BF6A, vertex=vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:56,519 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 5B5BC0B7C9FF4214A71E97DDB0C2F321 on vertex vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,520 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F57362E9A7F34F0D822D0CEE464EEF3C:AB5C992EF65C46F68208C5E830E9BF6A using oldmapred API
2016-05-18 02:06:56,520 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AB5C992EF65C46F68208C5E830E9BF6A, vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:56,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, vertexId=vertex_1463537216341_0001_1_01, initRequestedTime=1463537216512, initedTime=1463537216518, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:56,521 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:56,522 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:56,522 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {5B5BC0B7C9FF4214A71E97DDB0C2F321=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:56,524 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] parallelism set to 1
2016-05-18 02:06:56,524 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:56,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, vertexId=vertex_1463537216341_0001_1_00, initRequestedTime=1463537216511, initedTime=1463537216524, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:56,524 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] with distanceFromRoot: 0
2016-05-18 02:06:56,525 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:56,525 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537216341_0001_1_00, startRequestedTime=1463537216512, startedTime=1463537216525
2016-05-18 02:06:56,525 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537216341_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:56,526 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:56,526 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537216341_0001_1_00 for vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] numStartedSources: 1 numSources: 1
2016-05-18 02:06:56,526 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] with distanceFromRoot: 1
2016-05-18 02:06:56,526 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E8B6AE765F4640B4A4AE86ABFC3CF1EC
2016-05-18 02:06:56,526 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537216341_0001_1_01, startRequestedTime=1463537216526, startedTime=1463537216526
2016-05-18 02:06:56,527 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:56,528 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_STARTED]: vertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, taskId=task_1463537216341_0001_1_00_000000, scheduledTime=1463537216528, launchTime=1463537216528
2016-05-18 02:06:56,534 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F57362E9A7F34F0D822D0CEE464EEF3C with 0 source tasks and 1 pending tasks
2016-05-18 02:06:56,535 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,537 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E8B6AE765F4640B4A4AE86ABFC3CF1EC in vertex: F57362E9A7F34F0D822D0CEE464EEF3C numBipartiteSourceTasks: 1
2016-05-18 02:06:56,538 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:56,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537216341_0001_00_000001, launchTime=1463537216539
2016-05-18 02:06:56,540 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537216341_0001, with dag id: dag_1463537216341_0001_1
2016-05-18 02:06:56,540 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216341_0001_00_000001
2016-05-18 02:06:56,541 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216341_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,541 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537216341_0001_1_00_000000_0] started. Is using containerId: [container_1463537216341_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:56,541 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, taskAttemptId=attempt_1463537216341_0001_1_00_000000_0, startTime=1463537216541, containerId=container_1463537216341_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,543 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,543 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,543 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:56,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP, VertexName: E8B6AE765F4640B4A4AE86ABFC3CF1EC, VertexParallelism: 1, TaskAttemptID:attempt_1463537216341_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5B5BC0B7C9FF4214A71E97DDB0C2F321, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F57362E9A7F34F0D822D0CEE464EEF3C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:56,544 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:56,544 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,545 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537216341_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:56,545 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537216341_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:56,548 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:56,549 INFO  input.MRInput (MRInput.java:initialize(440)) - 5B5BC0B7C9FF4214A71E97DDB0C2F321 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:56,549 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 5B5BC0B7C9FF4214A71E97DDB0C2F321
2016-05-18 02:06:56,551 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E8B6AE765F4640B4A4AE86ABFC3CF1EC, ordinal: 0
2016-05-18 02:06:56,551 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8B6AE765F4640B4A4AE86ABFC3CF1EC, mem on start (mb), free: 102, total: 375, max: 672
2016-05-18 02:06:56,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:56,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:56,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:56,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:56,552 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[5B5BC0B7C9FF4214A71E97DDB0C2F321:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F57362E9A7F34F0D822D0CEE464EEF3C:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:56,552 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:56,552 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:56,552 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:56,553 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[5B5BC0B7C9FF4214A71E97DDB0C2F321:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F57362E9A7F34F0D822D0CEE464EEF3C:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:56,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:56,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 5B5BC0B7C9FF4214A71E97DDB0C2F321 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:56,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 5B5BC0B7C9FF4214A71E97DDB0C2F321
2016-05-18 02:06:56,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:56,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:56,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:56,554 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,555 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:56,555 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 5B5BC0B7C9FF4214A71E97DDB0C2F321 initialized RecordReader from event
2016-05-18 02:06:56,557 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:56,557 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 5B5BC0B7C9FF4214A71E97DDB0C2F321
2016-05-18 02:06:56,557 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 0648AF611AA64BAC876041F3C4ED4E88
2016-05-18 02:06:56,557 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 0648AF611AA64BAC876041F3C4ED4E88
2016-05-18 02:06:56,558 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,560 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,560 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F57362E9A7F34F0D822D0CEE464EEF3C using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@5fc459b6, comparator=cascading.tuple.hadoop.util.TupleComparator@53ddecd8, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:56,561 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F57362E9A7F34F0D822D0CEE464EEF3C: , UsingHashComparator=false
2016-05-18 02:06:56,582 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:56,583 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:56,583 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F57362E9A7F34F0D822D0CEE464EEF3C: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:56,583 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F57362E9A7F34F0D822D0CEE464EEF3C: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:56,583 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:56,584 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E8B6AE765F4640B4A4AE86ABFC3CF1EC, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:56,587 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,587 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8B6AE765F4640B4A4AE86ABFC3CF1EC, mem on close (mb), free: 201, total: 375, max: 672
2016-05-18 02:06:56,587 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F57362E9A7F34F0D822D0CEE464EEF3C: Starting flush of map output
2016-05-18 02:06:56,587 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F57362E9A7F34F0D822D0CEE464EEF3C: Span0.length = 20, perItem = 6
2016-05-18 02:06:56,588 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F57362E9A7F34F0D822D0CEE464EEF3C: done sorting span=0, length=20, time=1
2016-05-18 02:06:56,588 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F57362E9A7F34F0D822D0CEE464EEF3C: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:56,589 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F57362E9A7F34F0D822D0CEE464EEF3C: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd/localmode-local-dir/output/attempt_1463537216341_0001_1_00_000000_0_10201_0/file.out
2016-05-18 02:06:56,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:56 Completed running task attempt: attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,594 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537216341_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:56,594 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537216341_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:56,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537216341_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537216584, Process_Duration=3, Process_End_Time=1463537216587, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:56,595 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537216341_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:56,595 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:56,596 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:56,596 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, taskAttemptId=attempt_1463537216341_0001_1_00_000000_0, creationTime=1463537216535, allocationTime=1463537216538, startTime=1463537216541, finishTime=1463537216596, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:56,596 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216341_0001_00_000001
2016-05-18 02:06:56,596 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_FINISHED]: vertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, taskId=task_1463537216341_0001_1_00_000000, startTime=1463537216541, finishTime=1463537216599, timeTaken=58, status=SUCCEEDED, successfulAttemptID=attempt_1463537216341_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537216584, Process_Duration=3, Process_End_Time=1463537216587, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:56,600 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:56,600 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC]
2016-05-18 02:06:56,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_FINISHED]: vertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, vertexId=vertex_1463537216341_0001_1_00, initRequestedTime=1463537216511, initedTime=1463537216524, startRequestedTime=1463537216512, startedTime=1463537216525, finishTime=1463537216600, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537216584, Process_Duration=3, Process_End_Time=1463537216587, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537216541, firstTasksToStart=[ task_1463537216341_0001_1_00_000000 ], lastTaskFinishTime=1463537216596, lastTasksToFinish=[ task_1463537216341_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537216341_0001_1_00_000000 ], longestDurationTasks=[ task_1463537216341_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:56,601 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:56,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537216341_0001_00_000001, stoppedTime=1463537216601, exitStatus=0
2016-05-18 02:06:56,601 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] attempt: attempt_1463537216341_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:56,601 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537216341_0001_1_00 [E8B6AE765F4640B4A4AE86ABFC3CF1EC] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:56,601 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:56,601 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537216341_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:56,602 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F57362E9A7F34F0D822D0CEE464EEF3C
2016-05-18 02:06:56,602 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, destinationVertexName=F57362E9A7F34F0D822D0CEE464EEF3C. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:56,602 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_STARTED]: vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, taskId=task_1463537216341_0001_1_01_000000, scheduledTime=1463537216603, launchTime=1463537216603
2016-05-18 02:06:56,604 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537216341_0001_00_000002, launchTime=1463537216605
2016-05-18 02:06:56,606 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216341_0001_00_000002
2016-05-18 02:06:56,606 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216341_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537216341_0001_1_01_000000_0
2016-05-18 02:06:56,606 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537216341_0001_1_01_000000_0] started. Is using containerId: [container_1463537216341_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:56,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, taskAttemptId=attempt_1463537216341_0001_1_01_000000_0, startTime=1463537216606, containerId=container_1463537216341_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537216341_0001_1_01_000000_0
2016-05-18 02:06:56,606 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537216341_0001_1_01_000000_0
2016-05-18 02:06:56,606 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,607 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:56,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP, VertexName: F57362E9A7F34F0D822D0CEE464EEF3C, VertexParallelism: 1, TaskAttemptID:attempt_1463537216341_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E8B6AE765F4640B4A4AE86ABFC3CF1EC, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AB5C992EF65C46F68208C5E830E9BF6A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:56,607 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:56,607 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537216341_0001_1_01_000000_0
2016-05-18 02:06:56,608 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537216341_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,609 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537216341_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:56,610 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216341_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:56,610 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537216341_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:56,610 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537216341_0001_00_000001, Exiting
2016-05-18 02:06:56,610 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537216341_0001_00_000001
2016-05-18 02:06:56,610 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537216341_0001_00_000001
2016-05-18 02:06:56,611 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:56,611 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537216341_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:56,613 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537216341_0001_00_000001 completed successfully
2016-05-18 02:06:56,614 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:56,616 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F57362E9A7F34F0D822D0CEE464EEF3C, ordinal: 1
2016-05-18 02:06:56,616 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F57362E9A7F34F0D822D0CEE464EEF3C, mem on start (mb), free: 196, total: 375, max: 672
2016-05-18 02:06:56,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:56,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:56,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:56,623 INFO  output.MROutput (MROutput.java:initialize(421)) - AB5C992EF65C46F68208C5E830E9BF6A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:56,623 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:56,623 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AB5C992EF65C46F68208C5E830E9BF6A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [E8B6AE765F4640B4A4AE86ABFC3CF1EC:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:56,624 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:56,624 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:56,624 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:56,624 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AB5C992EF65C46F68208C5E830E9BF6A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [E8B6AE765F4640B4A4AE86ABFC3CF1EC:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:56,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:56,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E8B6AE765F4640B4A4AE86ABFC3CF1EC being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:56,625 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E8B6AE765F4640B4A4AE86ABFC3CF1EC: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:56,625 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E8B6AE765F4640B4A4AE86ABFC3CF1EC: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:56,626 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E8B6AE765F4640B4A4AE86ABFC3CF1EC with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:56,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:56,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:56,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E8B6AE765F4640B4A4AE86ABFC3CF1EC
2016-05-18 02:06:56,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:56,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537216341_0001_1_01_000000_0
2016-05-18 02:06:56,630 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:56,631 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E8B6AE765F4640B4A4AE86ABFC3CF1EC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:56,631 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 0648AF611AA64BAC876041F3C4ED4E88
2016-05-18 02:06:56,631 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_SWAP"], id: AB5C992EF65C46F68208C5E830E9BF6A
2016-05-18 02:06:56,631 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_SWAP"]
2016-05-18 02:06:56,632 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 0648AF611AA64BAC876041F3C4ED4E88, for 1 inputs
2016-05-18 02:06:56,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537216341_0001_1_00_000000_0_10201} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537216634, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:06:56,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E8B6AE765F4640B4A4AE86ABFC3CF1EC
2016-05-18 02:06:56,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:56,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E8B6AE765F4640B4A4AE86ABFC3CF1EC, wasInterrupted=false
2016-05-18 02:06:56,635 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:56,635 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:56,636 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,636 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001_wd/localmode-local-dir/output/attempt_1463537216341_0001_1_00_000000_0_10201/file.out, len=181, isLocal=true
2016-05-18 02:06:56,636 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:56,636 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:56,636 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:56,637 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:56,637 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E8B6AE765F4640B4A4AE86ABFC3CF1EC
2016-05-18 02:06:56,637 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E8B6AE765F4640B4A4AE86ABFC3CF1EC: Shuffle Runner thread complete
2016-05-18 02:06:56,637 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F57362E9A7F34F0D822D0CEE464EEF3C, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:06:56,638 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:56,638 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E8B6AE765F4640B4A4AE86ABFC3CF1EC: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:56,641 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:56,643 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:06:56,645 INFO  output.MROutput (MROutput.java:close(526)) - AB5C992EF65C46F68208C5E830E9BF6A closed
2016-05-18 02:06:56,645 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537216341_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:56,646 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537216341_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:56,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537216341_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537216637, Process_Duration=8, Process_End_Time=1463537216645, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:06:56,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:56,646 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F57362E9A7F34F0D822D0CEE464EEF3C, mem on close (mb), free: 192, total: 375, max: 672
2016-05-18 02:06:56,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=F57362E9A7F34F0D822D0CEE464EEF3C, index=1, interruptedStatus=false
2016-05-18 02:06:56,647 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E8B6AE765F4640B4A4AE86ABFC3CF1EC
2016-05-18 02:06:56,647 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E8B6AE765F4640B4A4AE86ABFC3CF1EC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:56,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=F57362E9A7F34F0D822D0CEE464EEF3C, sourceVertex=E8B6AE765F4640B4A4AE86ABFC3CF1EC, interruptedStatus=true
2016-05-18 02:06:56,647 INFO  output.MROutput (MROutput.java:close(526)) - AB5C992EF65C46F68208C5E830E9BF6A closed
2016-05-18 02:06:56,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=F57362E9A7F34F0D822D0CEE464EEF3C, sourceVertex=AB5C992EF65C46F68208C5E830E9BF6A, interruptedStatus=true
2016-05-18 02:06:56,648 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537216341_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:06:56,648 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:06:56,648 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537216341_0001_00_000002
2016-05-18 02:06:56,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, taskAttemptId=attempt_1463537216341_0001_1_01_000000_0, creationTime=1463537216603, allocationTime=1463537216604, startTime=1463537216606, finishTime=1463537216648, timeTaken=42, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537216341_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537216637, Process_Duration=8, Process_End_Time=1463537216645, Read_Duration=0, Tuples_Read=1
2016-05-18 02:06:56,648 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537216341_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:56,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:TASK_FINISHED]: vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, taskId=task_1463537216341_0001_1_01_000000, startTime=1463537216606, finishTime=1463537216648, timeTaken=42, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537216341_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:06:56,648 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537216341_0001_00_000002
2016-05-18 02:06:56,649 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] because task failed: task_1463537216341_0001_1_01_000000
2016-05-18 02:06:56,649 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:56,649 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537216341_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:06:56,649 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:56,649 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:56,649 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537216341_0001_00_000002 completed but with errors
2016-05-18 02:06:56,649 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,649 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=AB5C992EF65C46F68208C5E830E9BF6A, vertexId=vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:VERTEX_FINISHED]: vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, vertexId=vertex_1463537216341_0001_1_01, initRequestedTime=1463537216512, initedTime=1463537216518, startRequestedTime=1463537216526, startedTime=1463537216526, finishTime=1463537216650, timeTaken=124, status=FAILED, diagnostics=Task failed, taskId=task_1463537216341_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537216341_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537216606, firstTasksToStart=[ task_1463537216341_0001_1_01_000000 ], lastTaskFinishTime=1463537216648, lastTasksToFinish=[ task_1463537216341_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:56,650 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:56,651 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537216341_0001_00_000002, stoppedTime=1463537216651, exitStatus=-1000
2016-05-18 02:06:56,651 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537216341_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:06:56,651 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537216341_0001_1_01_000000_0 failed: true container: container_1463537216341_0001_00_000002 numFailedTAs: 0
2016-05-18 02:06:56,652 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:06:56,652 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:56,652 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:56,654 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537216341_0001_1, queueSize=0
2016-05-18 02:06:56,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216341_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537216341_0001_1, startTime=1463537216510, finishTime=1463537216654, timeTaken=144, status=FAILED, diagnostics=Vertex failed, vertexName=F57362E9A7F34F0D822D0CEE464EEF3C, vertexId=vertex_1463537216341_0001_1_01, diagnostics=[Task failed, taskId=task_1463537216341_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537216341_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=240, AM_GC_TIME_MILLIS=9, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537216584, Process_Duration=3, Process_End_Time=1463537216587, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:56,655 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537216341_0001_1_01 [F57362E9A7F34F0D822D0CEE464EEF3C]
2016-05-18 02:06:56,655 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537216341_0001_1 finished with state: FAILED
2016-05-18 02:06:56,655 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216341_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:56,655 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537216341_0001_00_000002
2016-05-18 02:06:56 Completed Dag: dag_1463537216341_0001_1
2016-05-18 02:06:56,655 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537216341_0001_1, dagState=FAILED
2016-05-18 02:06:56,655 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537216341_0001_1_post
2016-05-18 02:06:56,655 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,655 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:56,655 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:56,656 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP, with id=dag_1463537216341_0001_1
2016-05-18 02:06:56,656 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE] every/(1/1) ...blyplatform/0_VALUES_SWAP, with id=dag_1463537216341_0001_1
2016-05-18 02:06:56,659 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/0_VALUES_SWAP, applicationId=application_1463537216341_0001
2016-05-18 02:06:56,660 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:56,660 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:56,660 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:56,660 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:56,661 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:56,661 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:56,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:56,661 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:56,661 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:56,661 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:56,662 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:56,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:56,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:56,662 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:56,666 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0F18CB44625B4687B54E868ABA552BEB/B30A9132A36C45B99349BF4AA8EFE1DE/.tez/application_1463537216341_0001
2016-05-18 02:06:56,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:06:56,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:56,667 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:06:56,667 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_VALUES_SWAP/_temporary
2016-05-18 02:06:56,667 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.345
2016-05-18 02:06:56,667 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_VALUES_SWAP
2016-05-18 02:06:56,696 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:56,696 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:56,731 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:56,731 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:56,735 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:56,740 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:56,741 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:56,741 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:56,741 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:56,757 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:56,763 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_-1
2016-05-18 02:06:56,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:56,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:56,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_-1"]
2016-05-18 02:06:56,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:56,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:56,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:56,813 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:56,813 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:56,826 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:56,831 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:56,831 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:56,831 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:56,840 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001 doesn't exist and is created
2016-05-18 02:06:56,860 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:56,860 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:56,861 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd
2016-05-18 02:06:56,876 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537216831_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:56,876 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:56,877 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:56,879 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:56,879 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:56,879 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:56,879 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:56,881 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:56,883 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:56,883 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:56,883 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:56,883 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:56,884 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:56,884 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:56,885 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:56,885 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:56,885 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:56,886 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:56,886 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:56,886 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:56,888 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:56,889 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:56,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:56,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd/localmode-log-dir
2016-05-18 02:06:56,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd/localmode-log-dir/history.txt.appattempt_1463537216831_0001_000000, maxErrors=10
2016-05-18 02:06:56,890 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:56,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537216831_0001_000000, appSubmitTime=1463537216876, launchTime=1463537216876
2016-05-18 02:06:56,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:56,896 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48440
2016-05-18 02:06:56,896 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537216831
2016-05-18 02:06:56,900 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537216831_0001_000000, startTime=1463537216900
2016-05-18 02:06:56,900 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:56,961 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:56,961 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:56,961 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...ssemblyplatform/0_ARGS_-1, applicationId=application_1463537216831_0001, dagName=[B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:56,977 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:56,978 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:56,978 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537216831_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd/localmode-log-dir/dag_1463537216831_0001_1.dot
2016-05-18 02:06:56,979 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd/localmode-log-dir/dag_1463537216831_0001_1-tez-dag.pb.txt
2016-05-18 02:06:56,985 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537216831_0001_1
2016-05-18 02:06:56,985 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:56,985 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:56 Running Dag: dag_1463537216831_0001_1
2016-05-18 02:06:57,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537216831_0001_1, submitTime=1463537216977
2016-05-18 02:06:57,003 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001/tez-conf.pb" } size: 40947 timestamp: 1463537216000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:57,003 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,003 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:57,004 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001/tez-conf.pb" } size: 40947 timestamp: 1463537216000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:57,004 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,004 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:57,004 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:57,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537216831_0001_1, initTime=1463537217004
2016-05-18 02:06:57,005 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216831_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:57,005 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:57,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:DAG_STARTED]: dagID=dag_1463537216831_0001_1, startTime=1463537217005
2016-05-18 02:06:57,005 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216831_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:57,005 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B22F971BDB7944D4AAD2419CE0DA733E : {796C7018D54D47F7BDFAC256B36EB1BB={InputName=796C7018D54D47F7BDFAC256B36EB1BB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:57,005 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 796C7018D54D47F7BDFAC256B36EB1BB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:57,006 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,006 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,006 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,006 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,007 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:57,007 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,008 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...ssemblyplatform/0_ARGS_-1, applicationId=application_1463537216831_0001, dagName=[B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:57,010 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:57,010 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,010 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,011 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 796C7018D54D47F7BDFAC256B36EB1BB on vertex vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,013 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 796C7018D54D47F7BDFAC256B36EB1BB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:57,014 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:57,015 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:57,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537216831_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:57,015 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246], numAdditionalOutputs=1
2016-05-18 02:06:57,015 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=7CD697E93A1243E1835BD97178418A8D, vertex=vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:57,017 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B99F736105C94FB7AC28E6FB084D3246:7CD697E93A1243E1835BD97178418A8D using oldmapred API
2016-05-18 02:06:57,017 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=7CD697E93A1243E1835BD97178418A8D, vertexName=B99F736105C94FB7AC28E6FB084D3246, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:57,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B99F736105C94FB7AC28E6FB084D3246, vertexId=vertex_1463537216831_0001_1_01, initRequestedTime=1463537217007, initedTime=1463537217015, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:57,019 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:57,015 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:57,019 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:57,019 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 796C7018D54D47F7BDFAC256B36EB1BB on vertex vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,020 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:57,020 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {796C7018D54D47F7BDFAC256B36EB1BB=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:57,021 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] parallelism set to 1
2016-05-18 02:06:57,021 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:57,022 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B22F971BDB7944D4AAD2419CE0DA733E, vertexId=vertex_1463537216831_0001_1_00, initRequestedTime=1463537217005, initedTime=1463537217021, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:57,022 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] with distanceFromRoot: 0
2016-05-18 02:06:57,022 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:57,022 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537216831_0001_1_00, startRequestedTime=1463537217007, startedTime=1463537217022
2016-05-18 02:06:57,023 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537216831_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:57,023 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:57,024 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537216831_0001_1_00 for vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] numStartedSources: 1 numSources: 1
2016-05-18 02:06:57,024 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] with distanceFromRoot: 1
2016-05-18 02:06:57,024 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B22F971BDB7944D4AAD2419CE0DA733E
2016-05-18 02:06:57,024 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537216831_0001_1_01, startRequestedTime=1463537217024, startedTime=1463537217024
2016-05-18 02:06:57,025 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:57,026 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_STARTED]: vertexName=B22F971BDB7944D4AAD2419CE0DA733E, taskId=task_1463537216831_0001_1_00_000000, scheduledTime=1463537217025, launchTime=1463537217025
2016-05-18 02:06:57,026 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,027 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:57,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537216831_0001_00_000001, launchTime=1463537217029
2016-05-18 02:06:57,030 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B99F736105C94FB7AC28E6FB084D3246 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:57,030 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216831_0001_00_000001
2016-05-18 02:06:57,031 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537216831_0001_1_00_000000_0] started. Is using containerId: [container_1463537216831_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:57,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B22F971BDB7944D4AAD2419CE0DA733E, taskAttemptId=attempt_1463537216831_0001_1_00_000000_0, startTime=1463537217031, containerId=container_1463537216831_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:57,031 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B22F971BDB7944D4AAD2419CE0DA733E in vertex: B99F736105C94FB7AC28E6FB084D3246 numBipartiteSourceTasks: 1
2016-05-18 02:06:57,033 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216831_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,034 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,034 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,034 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:57,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1, VertexName: B22F971BDB7944D4AAD2419CE0DA733E, VertexParallelism: 1, TaskAttemptID:attempt_1463537216831_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=796C7018D54D47F7BDFAC256B36EB1BB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B99F736105C94FB7AC28E6FB084D3246, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:57,034 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:57,035 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,036 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537216831_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:57,036 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537216831_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:57,037 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537216831_0001, with dag id: dag_1463537216831_0001_1
2016-05-18 02:06:57,039 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:57,041 INFO  input.MRInput (MRInput.java:initialize(440)) - 796C7018D54D47F7BDFAC256B36EB1BB using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:57,041 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 796C7018D54D47F7BDFAC256B36EB1BB
2016-05-18 02:06:57,043 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B22F971BDB7944D4AAD2419CE0DA733E, ordinal: 0
2016-05-18 02:06:57,043 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B22F971BDB7944D4AAD2419CE0DA733E, mem on start (mb), free: 103, total: 375, max: 672
2016-05-18 02:06:57,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:57,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:57,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:57,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:57,043 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[796C7018D54D47F7BDFAC256B36EB1BB:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B99F736105C94FB7AC28E6FB084D3246:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:57,044 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:57,044 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:57,044 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:57,044 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[796C7018D54D47F7BDFAC256B36EB1BB:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B99F736105C94FB7AC28E6FB084D3246:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 796C7018D54D47F7BDFAC256B36EB1BB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 796C7018D54D47F7BDFAC256B36EB1BB
2016-05-18 02:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:57,045 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,046 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:57,046 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 796C7018D54D47F7BDFAC256B36EB1BB initialized RecordReader from event
2016-05-18 02:06:57,048 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:57,049 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 796C7018D54D47F7BDFAC256B36EB1BB
2016-05-18 02:06:57,049 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: B6CB23C2EE16495EA5CF4FDB5B67DD8D
2016-05-18 02:06:57,049 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] B6CB23C2EE16495EA5CF4FDB5B67DD8D
2016-05-18 02:06:57,050 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,053 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,053 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B99F736105C94FB7AC28E6FB084D3246 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2db1692e, comparator=cascading.tuple.hadoop.util.TupleComparator@75b039, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:57,053 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B99F736105C94FB7AC28E6FB084D3246: , UsingHashComparator=false
2016-05-18 02:06:57,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:57,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:57,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B99F736105C94FB7AC28E6FB084D3246: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:57,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B99F736105C94FB7AC28E6FB084D3246: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:57,079 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:57,081 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B22F971BDB7944D4AAD2419CE0DA733E, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:57,084 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,085 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B22F971BDB7944D4AAD2419CE0DA733E, mem on close (mb), free: 200, total: 375, max: 672
2016-05-18 02:06:57,085 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B99F736105C94FB7AC28E6FB084D3246: Starting flush of map output
2016-05-18 02:06:57,086 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B99F736105C94FB7AC28E6FB084D3246: Span0.length = 20, perItem = 6
2016-05-18 02:06:57,086 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B99F736105C94FB7AC28E6FB084D3246: done sorting span=0, length=20, time=0
2016-05-18 02:06:57,086 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B99F736105C94FB7AC28E6FB084D3246: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:57,088 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B99F736105C94FB7AC28E6FB084D3246: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd/localmode-local-dir/output/attempt_1463537216831_0001_1_00_000000_0_10207_0/file.out
2016-05-18 02:06:57,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,094 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537216831_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:57,095 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537216831_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:57,095 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537216831_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537217081, Process_Duration=3, Process_End_Time=1463537217084, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:57,096 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537216831_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:57,096 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:57,096 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:57,096 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,096 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B22F971BDB7944D4AAD2419CE0DA733E, taskAttemptId=attempt_1463537216831_0001_1_00_000000_0, creationTime=1463537217026, allocationTime=1463537217029, startTime=1463537217031, finishTime=1463537217096, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:57,097 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216831_0001_00_000001
2016-05-18 02:06:57,097 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_FINISHED]: vertexName=B22F971BDB7944D4AAD2419CE0DA733E, taskId=task_1463537216831_0001_1_00_000000, startTime=1463537217031, finishTime=1463537217097, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463537216831_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537217081, Process_Duration=3, Process_End_Time=1463537217084, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:57,097 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:57,097 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_FINISHED]: vertexName=B22F971BDB7944D4AAD2419CE0DA733E, vertexId=vertex_1463537216831_0001_1_00, initRequestedTime=1463537217005, initedTime=1463537217021, startRequestedTime=1463537217007, startedTime=1463537217022, finishTime=1463537217097, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537217081, Process_Duration=3, Process_End_Time=1463537217084, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537217031, firstTasksToStart=[ task_1463537216831_0001_1_00_000000 ], lastTaskFinishTime=1463537217096, lastTasksToFinish=[ task_1463537216831_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537216831_0001_1_00_000000 ], longestDurationTasks=[ task_1463537216831_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:57,098 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:57,098 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] attempt: attempt_1463537216831_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:57,098 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:57,099 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:57,099 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B99F736105C94FB7AC28E6FB084D3246
2016-05-18 02:06:57,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537216831_0001_00_000001, stoppedTime=1463537217099, exitStatus=0
2016-05-18 02:06:57,099 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B22F971BDB7944D4AAD2419CE0DA733E, destinationVertexName=B99F736105C94FB7AC28E6FB084D3246. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:57,099 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,100 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537216831_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:57,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_STARTED]: vertexName=B99F736105C94FB7AC28E6FB084D3246, taskId=task_1463537216831_0001_1_01_000000, scheduledTime=1463537217100, launchTime=1463537217100
2016-05-18 02:06:57,100 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537216831_0001_00_000002, launchTime=1463537217102
2016-05-18 02:06:57,103 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216831_0001_00_000002
2016-05-18 02:06:57,103 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216831_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,103 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537216831_0001_1_01_000000_0] started. Is using containerId: [container_1463537216831_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,104 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,104 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B99F736105C94FB7AC28E6FB084D3246, taskAttemptId=attempt_1463537216831_0001_1_01_000000_0, startTime=1463537217103, containerId=container_1463537216831_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:57,104 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:57,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1, VertexName: B99F736105C94FB7AC28E6FB084D3246, VertexParallelism: 1, TaskAttemptID:attempt_1463537216831_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B22F971BDB7944D4AAD2419CE0DA733E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=7CD697E93A1243E1835BD97178418A8D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:57,104 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:57,105 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,105 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537216831_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,106 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537216831_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:57,107 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537216831_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:57,107 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216831_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:57,107 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537216831_0001_00_000001, Exiting
2016-05-18 02:06:57,107 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537216831_0001_00_000001
2016-05-18 02:06:57,107 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537216831_0001_00_000001
2016-05-18 02:06:57,108 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:57,108 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:57,111 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B99F736105C94FB7AC28E6FB084D3246, ordinal: 1
2016-05-18 02:06:57,111 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B99F736105C94FB7AC28E6FB084D3246, mem on start (mb), free: 194, total: 375, max: 672
2016-05-18 02:06:57,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:57,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:57,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:57,112 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537216831_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:57,112 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537216831_0001_00_000001 completed successfully
2016-05-18 02:06:57,120 INFO  output.MROutput (MROutput.java:initialize(421)) - 7CD697E93A1243E1835BD97178418A8D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:57,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:57,121 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7CD697E93A1243E1835BD97178418A8D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B22F971BDB7944D4AAD2419CE0DA733E:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:57,121 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:57,121 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:57,121 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:57,121 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7CD697E93A1243E1835BD97178418A8D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B22F971BDB7944D4AAD2419CE0DA733E:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:57,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:57,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B22F971BDB7944D4AAD2419CE0DA733E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:57,122 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B22F971BDB7944D4AAD2419CE0DA733E: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:57,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:57,122 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B22F971BDB7944D4AAD2419CE0DA733E: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:57,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:57,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B22F971BDB7944D4AAD2419CE0DA733E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:57,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B22F971BDB7944D4AAD2419CE0DA733E
2016-05-18 02:06:57,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:57,124 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,127 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B22F971BDB7944D4AAD2419CE0DA733E: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:57,127 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:57,127 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: B6CB23C2EE16495EA5CF4FDB5B67DD8D
2016-05-18 02:06:57,128 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_-1"], id: 7CD697E93A1243E1835BD97178418A8D
2016-05-18 02:06:57,128 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_-1"]
2016-05-18 02:06:57,128 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] B6CB23C2EE16495EA5CF4FDB5B67DD8D, for 1 inputs
2016-05-18 02:06:57,130 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537216831_0001_1_00_000000_0_10207} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537217130, TimeTaken=2, Rate=0.09 MB/s
2016-05-18 02:06:57,130 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B22F971BDB7944D4AAD2419CE0DA733E
2016-05-18 02:06:57,130 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:57,131 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B22F971BDB7944D4AAD2419CE0DA733E, wasInterrupted=false
2016-05-18 02:06:57,132 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:57,132 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:57,133 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,133 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001_wd/localmode-local-dir/output/attempt_1463537216831_0001_1_00_000000_0_10207/file.out, len=181, isLocal=true
2016-05-18 02:06:57,134 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:57,134 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:57,134 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:57,135 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:57,135 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B99F736105C94FB7AC28E6FB084D3246, all 1 inputs ready in: 00:00:00.007
2016-05-18 02:06:57,135 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B22F971BDB7944D4AAD2419CE0DA733E
2016-05-18 02:06:57,137 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,137 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B22F971BDB7944D4AAD2419CE0DA733E: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:57,137 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B22F971BDB7944D4AAD2419CE0DA733E: Shuffle Runner thread complete
2016-05-18 02:06:57,143 INFO  output.MROutput (MROutput.java:close(526)) - 7CD697E93A1243E1835BD97178418A8D closed
2016-05-18 02:06:57,143 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537216831_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:57,144 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,144 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B99F736105C94FB7AC28E6FB084D3246, mem on close (mb), free: 191, total: 375, max: 672
2016-05-18 02:06:57,144 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B22F971BDB7944D4AAD2419CE0DA733E
2016-05-18 02:06:57,144 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B22F971BDB7944D4AAD2419CE0DA733E: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:57,144 INFO  output.MROutput (MROutput.java:close(526)) - 7CD697E93A1243E1835BD97178418A8D closed
2016-05-18 02:06:57,145 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,145 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537216831_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:57,145 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537216831_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:57,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537216831_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537217135, Process_Duration=9, Process_End_Time=1463537217144, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:57,146 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537216831_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:57,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B99F736105C94FB7AC28E6FB084D3246, taskAttemptId=attempt_1463537216831_0001_1_01_000000_0, creationTime=1463537217100, allocationTime=1463537217101, startTime=1463537217103, finishTime=1463537217146, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:57,147 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:57,147 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:57,147 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,147 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:TASK_FINISHED]: vertexName=B99F736105C94FB7AC28E6FB084D3246, taskId=task_1463537216831_0001_1_01_000000, startTime=1463537217103, finishTime=1463537217147, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537216831_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537217135, Process_Duration=9, Process_End_Time=1463537217144, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:57,148 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:57,148 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246]
2016-05-18 02:06:57,148 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537216831_0001_00_000002
2016-05-18 02:06:57,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:VERTEX_FINISHED]: vertexName=B99F736105C94FB7AC28E6FB084D3246, vertexId=vertex_1463537216831_0001_1_01, initRequestedTime=1463537217007, initedTime=1463537217015, startRequestedTime=1463537217024, startedTime=1463537217024, finishTime=1463537217148, timeTaken=124, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537217135, Process_Duration=9, Process_End_Time=1463537217144, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537217103, firstTasksToStart=[ task_1463537216831_0001_1_01_000000 ], lastTaskFinishTime=1463537217146, lastTasksToFinish=[ task_1463537216831_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537216831_0001_1_01_000000 ], longestDurationTasks=[ task_1463537216831_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:57,148 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:57,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537216831_0001_00_000002, stoppedTime=1463537217149, exitStatus=0
2016-05-18 02:06:57,149 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:57,149 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:57,149 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537216831_0001_1_00 [B22F971BDB7944D4AAD2419CE0DA733E]
2016-05-18 02:06:57,149 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537216831_0001_1
2016-05-18 02:06:57,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537216831_0001_1
2016-05-18 02:06:57,149 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216831_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:57,149 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537216831_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:57,149 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 7CD697E93A1243E1835BD97178418A8D for vertex: vertex_1463537216831_0001_1_01 [B99F736105C94FB7AC28E6FB084D3246], outputName: 7CD697E93A1243E1835BD97178418A8D
2016-05-18 02:06:57,158 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537216831_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:57,158 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537216831_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:57,158 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:7CD697E93A1243E1835BD97178418A8D of vertex/vertexGroup:B99F736105C94FB7AC28E6FB084D3246 isVertexGroupOutput:false
2016-05-18 02:06:57,158 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:57,158 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537216831_0001_00_000002, Exiting
2016-05-18 02:06:57,159 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537216831_0001_00_000002
2016-05-18 02:06:57,159 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537216831_0001_00_000002
2016-05-18 02:06:57,159 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537216831_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:57,160 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537216831_0001_00_000002 completed successfully
2016-05-18 02:06:57,161 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537216831_0001_1, queueSize=0
2016-05-18 02:06:57,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537216831_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537216831_0001_1, startTime=1463537217005, finishTime=1463537217159, timeTaken=154, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=280, AM_GC_TIME_MILLIS=8, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074434216, Process_Duration=12, Process_End_Time=2927074434228, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:57,161 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537216831_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:57,161 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537216831_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:57 Completed Dag: dag_1463537216831_0001_1
2016-05-18 02:06:57,162 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537216831_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:57,162 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537216831_0001_1_post
2016-05-18 02:06:57,162 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,162 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:57,162 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:57,162 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1, with id=dag_1463537216831_0001_1
2016-05-18 02:06:57,162 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE] every/(1/1) ...ssemblyplatform/0_ARGS_-1, with id=dag_1463537216831_0001_1
2016-05-18 02:06:57,168 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...ssemblyplatform/0_ARGS_-1, applicationId=application_1463537216831_0001
2016-05-18 02:06:57,169 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:57,169 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:57,169 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:57,169 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:57,169 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:57,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:57,170 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:57,170 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:57,170 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:57,170 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:57,171 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:57,171 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:57,170 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:57,171 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:57,174 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B19BB0A881CF494C84A0B1E619655788/B103C77CCB9A4F0B9F636DD8F59815FE/.tez/application_1463537216831_0001
2016-05-18 02:06:57,175 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_-1/_temporary
2016-05-18 02:06:57,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.363
2016-05-18 02:06:57,245 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_ARGS_-1
2016-05-18 02:06:57,268 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:57,269 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:57,295 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:57,297 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:57,297 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:57,297 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:57,297 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_ARGS_'field'
2016-05-18 02:06:57,321 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:57,323 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:57,360 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:57,362 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:57,362 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:57,363 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:57,363 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:57,378 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:57,378 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:57,382 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:57,390 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_RESULTS
2016-05-18 02:06:57,447 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:57,447 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:57,447 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_RESULTS"]
2016-05-18 02:06:57,447 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:57,447 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:57,447 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:57,448 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:57,449 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:57,462 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:57,467 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:57,467 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:57,467 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:57,478 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001 doesn't exist and is created
2016-05-18 02:06:57,498 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:57,498 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:57,498 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd
2016-05-18 02:06:57,514 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537217467_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:57,515 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:57,515 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:57,516 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:57,517 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:57,517 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:57,517 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:57,518 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:57,519 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:57,519 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:57,520 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:57,520 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:57,520 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:57,520 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:57,520 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:57,521 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:57,521 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:57,521 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:57,521 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:57,522 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:57,523 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:57,524 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:57,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:57,524 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd/localmode-log-dir
2016-05-18 02:06:57,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd/localmode-log-dir/history.txt.appattempt_1463537217467_0001_000000, maxErrors=10
2016-05-18 02:06:57,525 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:57,525 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537217467_0001_000000, appSubmitTime=1463537217514, launchTime=1463537217514
2016-05-18 02:06:57,527 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:57,531 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:59399
2016-05-18 02:06:57,531 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537217467
2016-05-18 02:06:57,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537217467_0001_000000, startTime=1463537217533
2016-05-18 02:06:57,533 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:57,598 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:57,598 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:57,598 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_RESULTS, applicationId=application_1463537217467_0001, dagName=[5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:57,622 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:57,622 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:57,623 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537217467_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd/localmode-log-dir/dag_1463537217467_0001_1.dot
2016-05-18 02:06:57,623 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd/localmode-log-dir/dag_1463537217467_0001_1-tez-dag.pb.txt
2016-05-18 02:06:57,629 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537217467_0001_1
2016-05-18 02:06:57,629 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,629 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:57 Running Dag: dag_1463537217467_0001_1
2016-05-18 02:06:57,643 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537217467_0001_1, submitTime=1463537217622
2016-05-18 02:06:57,644 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001/tez-conf.pb" } size: 40947 timestamp: 1463537217000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:57,644 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,644 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:57,645 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001/tez-conf.pb" } size: 40947 timestamp: 1463537217000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:57,645 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,645 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:57,646 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:57,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537217467_0001_1, initTime=1463537217646
2016-05-18 02:06:57,647 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537217467_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:57,647 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:57,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:DAG_STARTED]: dagID=dag_1463537217467_0001_1, startTime=1463537217647
2016-05-18 02:06:57,647 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537217467_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:57,647 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B8A1A0A4966A43EE95D3728CA6D7674A : {EFBCE5445C4A4D639FC413DF6BAA896B={InputName=EFBCE5445C4A4D639FC413DF6BAA896B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:57,647 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: EFBCE5445C4A4D639FC413DF6BAA896B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:57,647 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,648 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,648 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,648 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,648 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:57,648 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,648 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: EFBCE5445C4A4D639FC413DF6BAA896B on vertex vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,649 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_RESULTS, applicationId=application_1463537217467_0001, dagName=[5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:57,652 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:57,652 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,652 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,652 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input EFBCE5445C4A4D639FC413DF6BAA896B asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:57,652 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537217467_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:57,653 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081], numAdditionalOutputs=1
2016-05-18 02:06:57,653 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=42655FEBF3174F7E84DC49BFBAAEE158, vertex=vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:57,654 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:57,655 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:57,655 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F0B69E8D9F114FB1B5E0C9D88ED1F081:42655FEBF3174F7E84DC49BFBAAEE158 using oldmapred API
2016-05-18 02:06:57,655 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=42655FEBF3174F7E84DC49BFBAAEE158, vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:57,655 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:57,656 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:57,656 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: EFBCE5445C4A4D639FC413DF6BAA896B on vertex vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, vertexId=vertex_1463537217467_0001_1_01, initRequestedTime=1463537217648, initedTime=1463537217653, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:57,657 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:57,657 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:57,658 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {EFBCE5445C4A4D639FC413DF6BAA896B=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:57,658 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] parallelism set to 1
2016-05-18 02:06:57,658 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:57,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8A1A0A4966A43EE95D3728CA6D7674A, vertexId=vertex_1463537217467_0001_1_00, initRequestedTime=1463537217647, initedTime=1463537217659, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:57,659 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] with distanceFromRoot: 0
2016-05-18 02:06:57,659 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:57,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537217467_0001_1_00, startRequestedTime=1463537217648, startedTime=1463537217659
2016-05-18 02:06:57,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537217467_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:57,659 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:57,659 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537217467_0001_1_00 for vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] numStartedSources: 1 numSources: 1
2016-05-18 02:06:57,659 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] with distanceFromRoot: 1
2016-05-18 02:06:57,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537217467_0001_1_01, startRequestedTime=1463537217659, startedTime=1463537217660
2016-05-18 02:06:57,660 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:57,661 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B8A1A0A4966A43EE95D3728CA6D7674A
2016-05-18 02:06:57,661 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_STARTED]: vertexName=B8A1A0A4966A43EE95D3728CA6D7674A, taskId=task_1463537217467_0001_1_00_000000, scheduledTime=1463537217662, launchTime=1463537217662
2016-05-18 02:06:57,662 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,665 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:57,665 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F0B69E8D9F114FB1B5E0C9D88ED1F081 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:57,666 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B8A1A0A4966A43EE95D3728CA6D7674A in vertex: F0B69E8D9F114FB1B5E0C9D88ED1F081 numBipartiteSourceTasks: 1
2016-05-18 02:06:57,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537217467_0001_00_000001, launchTime=1463537217666
2016-05-18 02:06:57,667 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537217467_0001_00_000001
2016-05-18 02:06:57,667 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537217467_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,667 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537217467_0001_1_00_000000_0] started. Is using containerId: [container_1463537217467_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:57,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8A1A0A4966A43EE95D3728CA6D7674A, taskAttemptId=attempt_1463537217467_0001_1_00_000000_0, startTime=1463537217667, containerId=container_1463537217467_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,668 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,668 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,668 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:57,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS, VertexName: B8A1A0A4966A43EE95D3728CA6D7674A, VertexParallelism: 1, TaskAttemptID:attempt_1463537217467_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EFBCE5445C4A4D639FC413DF6BAA896B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:57,668 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:57,669 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,669 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537217467_0001, with dag id: dag_1463537217467_0001_1
2016-05-18 02:06:57,669 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537217467_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:57,670 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537217467_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:57,674 INFO  input.MRInput (MRInput.java:initialize(440)) - EFBCE5445C4A4D639FC413DF6BAA896B using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:57,674 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: EFBCE5445C4A4D639FC413DF6BAA896B
2016-05-18 02:06:57,676 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:57,679 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8A1A0A4966A43EE95D3728CA6D7674A, ordinal: 0
2016-05-18 02:06:57,679 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8A1A0A4966A43EE95D3728CA6D7674A, mem on start (mb), free: 281, total: 376, max: 672
2016-05-18 02:06:57,680 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:57,680 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:57,680 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:57,680 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:57,680 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EFBCE5445C4A4D639FC413DF6BAA896B:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F0B69E8D9F114FB1B5E0C9D88ED1F081:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:57,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:57,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:57,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:57,681 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EFBCE5445C4A4D639FC413DF6BAA896B:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F0B69E8D9F114FB1B5E0C9D88ED1F081:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:57,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:57,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EFBCE5445C4A4D639FC413DF6BAA896B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:57,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:57,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:57,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EFBCE5445C4A4D639FC413DF6BAA896B
2016-05-18 02:06:57,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:57,682 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,683 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:57,683 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - EFBCE5445C4A4D639FC413DF6BAA896B initialized RecordReader from event
2016-05-18 02:06:57,686 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:57,686 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: EFBCE5445C4A4D639FC413DF6BAA896B
2016-05-18 02:06:57,686 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 2849644576AE450D81056476E3C122DF
2016-05-18 02:06:57,687 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 2849644576AE450D81056476E3C122DF
2016-05-18 02:06:57,689 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,691 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,692 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F0B69E8D9F114FB1B5E0C9D88ED1F081 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@1fd11b13, comparator=cascading.tuple.hadoop.util.TupleComparator@59488cb6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:57,692 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F0B69E8D9F114FB1B5E0C9D88ED1F081: , UsingHashComparator=false
2016-05-18 02:06:57,706 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:57,706 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:57,706 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F0B69E8D9F114FB1B5E0C9D88ED1F081: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:57,706 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F0B69E8D9F114FB1B5E0C9D88ED1F081: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:57,707 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:57,707 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8A1A0A4966A43EE95D3728CA6D7674A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:57,711 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,711 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8A1A0A4966A43EE95D3728CA6D7674A, mem on close (mb), free: 179, total: 376, max: 672
2016-05-18 02:06:57,711 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F0B69E8D9F114FB1B5E0C9D88ED1F081: Starting flush of map output
2016-05-18 02:06:57,711 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F0B69E8D9F114FB1B5E0C9D88ED1F081: Span0.length = 20, perItem = 6
2016-05-18 02:06:57,711 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F0B69E8D9F114FB1B5E0C9D88ED1F081: done sorting span=0, length=20, time=0
2016-05-18 02:06:57,711 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F0B69E8D9F114FB1B5E0C9D88ED1F081: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:57,713 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F0B69E8D9F114FB1B5E0C9D88ED1F081: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd/localmode-local-dir/output/attempt_1463537217467_0001_1_00_000000_0_10213_0/file.out
2016-05-18 02:06:57,717 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,717 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537217467_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:57,718 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537217467_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:57,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537217467_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537217707, Process_Duration=4, Process_End_Time=1463537217711, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:57,719 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537217467_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:57,719 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:57,719 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:57,719 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,719 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537217467_0001_00_000001
2016-05-18 02:06:57,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8A1A0A4966A43EE95D3728CA6D7674A, taskAttemptId=attempt_1463537217467_0001_1_00_000000_0, creationTime=1463537217662, allocationTime=1463537217665, startTime=1463537217667, finishTime=1463537217719, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:57,719 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_FINISHED]: vertexName=B8A1A0A4966A43EE95D3728CA6D7674A, taskId=task_1463537217467_0001_1_00_000000, startTime=1463537217667, finishTime=1463537217720, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1463537217467_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537217707, Process_Duration=4, Process_End_Time=1463537217711, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:57,721 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:57,721 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_FINISHED]: vertexName=B8A1A0A4966A43EE95D3728CA6D7674A, vertexId=vertex_1463537217467_0001_1_00, initRequestedTime=1463537217647, initedTime=1463537217659, startRequestedTime=1463537217648, startedTime=1463537217659, finishTime=1463537217721, timeTaken=62, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537217707, Process_Duration=4, Process_End_Time=1463537217711, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537217667, firstTasksToStart=[ task_1463537217467_0001_1_00_000000 ], lastTaskFinishTime=1463537217719, lastTasksToFinish=[ task_1463537217467_0001_1_00_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537217467_0001_1_00_000000 ], longestDurationTasks=[ task_1463537217467_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:57,722 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:57,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537217467_0001_00_000001, stoppedTime=1463537217722, exitStatus=0
2016-05-18 02:06:57,722 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] attempt: attempt_1463537217467_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:57,723 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:57,723 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F0B69E8D9F114FB1B5E0C9D88ED1F081
2016-05-18 02:06:57,723 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B8A1A0A4966A43EE95D3728CA6D7674A, destinationVertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:57,723 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,723 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:57,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_STARTED]: vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, taskId=task_1463537217467_0001_1_01_000000, scheduledTime=1463537217724, launchTime=1463537217724
2016-05-18 02:06:57,724 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,725 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537217467_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:57,727 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537217467_0001_00_000002, launchTime=1463537217727
2016-05-18 02:06:57,728 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537217467_0001_00_000002
2016-05-18 02:06:57,728 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537217467_0001_1_01_000000_0] started. Is using containerId: [container_1463537217467_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:57,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, taskAttemptId=attempt_1463537217467_0001_1_01_000000_0, startTime=1463537217728, containerId=container_1463537217467_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:57,729 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537217467_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,729 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,729 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,729 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:57,729 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS, VertexName: F0B69E8D9F114FB1B5E0C9D88ED1F081, VertexParallelism: 1, TaskAttemptID:attempt_1463537217467_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8A1A0A4966A43EE95D3728CA6D7674A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=42655FEBF3174F7E84DC49BFBAAEE158, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:57,729 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:57,730 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537217467_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:57,730 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537217467_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:57,730 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537217467_0001_00_000001, Exiting
2016-05-18 02:06:57,730 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537217467_0001_00_000001
2016-05-18 02:06:57,730 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537217467_0001_00_000001
2016-05-18 02:06:57,730 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,731 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537217467_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,731 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537217467_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:57,732 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537217467_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:57,732 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537217467_0001_00_000001 completed successfully
2016-05-18 02:06:57,734 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:57,735 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:57,738 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F0B69E8D9F114FB1B5E0C9D88ED1F081, ordinal: 1
2016-05-18 02:06:57,739 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F0B69E8D9F114FB1B5E0C9D88ED1F081, mem on start (mb), free: 174, total: 376, max: 672
2016-05-18 02:06:57,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:57,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:57,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:57,747 INFO  output.MROutput (MROutput.java:initialize(421)) - 42655FEBF3174F7E84DC49BFBAAEE158: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:57,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:57,747 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[B8A1A0A4966A43EE95D3728CA6D7674A:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [42655FEBF3174F7E84DC49BFBAAEE158:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:57,747 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:57,747 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:57,747 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:57,747 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[B8A1A0A4966A43EE95D3728CA6D7674A:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [42655FEBF3174F7E84DC49BFBAAEE158:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:57,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:57,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B8A1A0A4966A43EE95D3728CA6D7674A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:57,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:57,748 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B8A1A0A4966A43EE95D3728CA6D7674A: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:57,748 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B8A1A0A4966A43EE95D3728CA6D7674A: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:57,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:57,749 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B8A1A0A4966A43EE95D3728CA6D7674A with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:57,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B8A1A0A4966A43EE95D3728CA6D7674A
2016-05-18 02:06:57,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:57,752 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,752 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8A1A0A4966A43EE95D3728CA6D7674A: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:57,756 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537217467_0001_1_00_000000_0_10213} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537217754, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:57,757 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B8A1A0A4966A43EE95D3728CA6D7674A
2016-05-18 02:06:57,757 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:57,757 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:57,757 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B8A1A0A4966A43EE95D3728CA6D7674A, wasInterrupted=false
2016-05-18 02:06:57,757 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 2849644576AE450D81056476E3C122DF
2016-05-18 02:06:57,758 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_RESULTS"], id: 42655FEBF3174F7E84DC49BFBAAEE158
2016-05-18 02:06:57,758 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:57,758 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_RESULTS"]
2016-05-18 02:06:57,758 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:57,758 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 2849644576AE450D81056476E3C122DF, for 1 inputs
2016-05-18 02:06:57,759 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,759 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001_wd/localmode-local-dir/output/attempt_1463537217467_0001_1_00_000000_0_10213/file.out, len=181, isLocal=true
2016-05-18 02:06:57,759 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:57,759 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:57,759 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:57,760 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:57,760 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B8A1A0A4966A43EE95D3728CA6D7674A
2016-05-18 02:06:57,760 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B8A1A0A4966A43EE95D3728CA6D7674A: Shuffle Runner thread complete
2016-05-18 02:06:57,760 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F0B69E8D9F114FB1B5E0C9D88ED1F081, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:06:57,761 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:57,761 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B8A1A0A4966A43EE95D3728CA6D7674A: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:57,767 INFO  output.MROutput (MROutput.java:close(526)) - 42655FEBF3174F7E84DC49BFBAAEE158 closed
2016-05-18 02:06:57,768 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537217467_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:57,768 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,769 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F0B69E8D9F114FB1B5E0C9D88ED1F081, mem on close (mb), free: 170, total: 376, max: 672
2016-05-18 02:06:57,769 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B8A1A0A4966A43EE95D3728CA6D7674A
2016-05-18 02:06:57,769 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8A1A0A4966A43EE95D3728CA6D7674A: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:57,769 INFO  output.MROutput (MROutput.java:close(526)) - 42655FEBF3174F7E84DC49BFBAAEE158 closed
2016-05-18 02:06:57,769 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,770 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537217467_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:57,770 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537217467_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:57,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537217467_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537217760, Process_Duration=8, Process_End_Time=1463537217768, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:57,771 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537217467_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:57,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, taskAttemptId=attempt_1463537217467_0001_1_01_000000_0, creationTime=1463537217724, allocationTime=1463537217726, startTime=1463537217728, finishTime=1463537217771, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:57,771 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57,771 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:57,771 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:57,771 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:TASK_FINISHED]: vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, taskId=task_1463537217467_0001_1_01_000000, startTime=1463537217728, finishTime=1463537217771, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537217467_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537217760, Process_Duration=8, Process_End_Time=1463537217768, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:57,772 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:57,772 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081]
2016-05-18 02:06:57,772 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537217467_0001_00_000002
2016-05-18 02:06:57,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:VERTEX_FINISHED]: vertexName=F0B69E8D9F114FB1B5E0C9D88ED1F081, vertexId=vertex_1463537217467_0001_1_01, initRequestedTime=1463537217648, initedTime=1463537217653, startRequestedTime=1463537217659, startedTime=1463537217660, finishTime=1463537217772, timeTaken=112, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537217760, Process_Duration=8, Process_End_Time=1463537217768, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537217728, firstTasksToStart=[ task_1463537217467_0001_1_01_000000 ], lastTaskFinishTime=1463537217771, lastTasksToFinish=[ task_1463537217467_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537217467_0001_1_01_000000 ], longestDurationTasks=[ task_1463537217467_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:57,773 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:57,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537217467_0001_00_000002, stoppedTime=1463537217773, exitStatus=0
2016-05-18 02:06:57,773 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:57,773 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:57,773 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537217467_0001_1_00 [B8A1A0A4966A43EE95D3728CA6D7674A]
2016-05-18 02:06:57,773 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537217467_0001_1
2016-05-18 02:06:57,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537217467_0001_1
2016-05-18 02:06:57,773 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 42655FEBF3174F7E84DC49BFBAAEE158 for vertex: vertex_1463537217467_0001_1_01 [F0B69E8D9F114FB1B5E0C9D88ED1F081], outputName: 42655FEBF3174F7E84DC49BFBAAEE158
2016-05-18 02:06:57,773 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537217467_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:57,774 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537217467_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:57,783 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537217467_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:57,783 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537217467_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:57,783 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:42655FEBF3174F7E84DC49BFBAAEE158 of vertex/vertexGroup:F0B69E8D9F114FB1B5E0C9D88ED1F081 isVertexGroupOutput:false
2016-05-18 02:06:57,783 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:57,783 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537217467_0001_00_000002, Exiting
2016-05-18 02:06:57,783 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537217467_0001_00_000002
2016-05-18 02:06:57,783 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537217467_0001_00_000002
2016-05-18 02:06:57,784 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537217467_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:57,784 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537217467_0001_00_000002 completed successfully
2016-05-18 02:06:57,785 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537217467_0001_1, queueSize=0
2016-05-18 02:06:57,785 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537217467_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537217467_0001_1, startTime=1463537217647, finishTime=1463537217783, timeTaken=136, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=200, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074435467, Process_Duration=12, Process_End_Time=2927074435479, Read_Duration=1, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:57,785 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537217467_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:57,785 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537217467_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:57 Completed Dag: dag_1463537217467_0001_1
2016-05-18 02:06:57,785 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537217467_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:57,785 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537217467_0001_1_post
2016-05-18 02:06:57,785 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:57,786 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:57,786 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:57,786 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS, with id=dag_1463537217467_0001_1
2016-05-18 02:06:57,786 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19] every/(1/1) ...lyplatform/0_ARGS_RESULTS, with id=dag_1463537217467_0001_1
2016-05-18 02:06:57,796 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_ARGS_RESULTS, applicationId=application_1463537217467_0001
2016-05-18 02:06:57,797 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:57,797 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:57,797 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:57,797 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:57,797 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:57,798 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:57,798 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:57,798 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:57,798 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:57,798 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:57,798 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:57,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:57,799 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:57,799 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:57,804 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5D7E1A0EB1224B74AC2BE25CB40EEDAB/F87A96830A014B61A39E745B24839A19/.tez/application_1463537217467_0001
2016-05-18 02:06:57,804 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_RESULTS/_temporary
2016-05-18 02:06:57,805 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.358
2016-05-18 02:06:57,872 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_ARGS_RESULTS
2016-05-18 02:06:57,895 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:57,895 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:57,924 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:57,925 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:57,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:57,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:57,927 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_ARGS_ALL
2016-05-18 02:06:57,952 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:57,952 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:57,963 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:57,963 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:57,987 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:57,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:06:57,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:57,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:57,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:58,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:58,023 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_REPLACE
2016-05-18 02:06:58,075 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:58,075 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:58,075 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_REPLACE"]
2016-05-18 02:06:58,076 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:58,076 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:58,076 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:58,076 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:58,076 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:58,097 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:58,101 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:58,102 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:58,102 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:58,111 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001 doesn't exist and is created
2016-05-18 02:06:58,130 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:58,130 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:58,131 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd
2016-05-18 02:06:58,146 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537218101_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:58,146 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:58,147 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:58,149 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:58,149 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:58,149 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:58,149 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:58,150 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:58,151 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:58,152 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:58,152 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:58,154 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:58,154 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:58,156 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:58,157 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:58,157 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:58,157 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd/localmode-log-dir
2016-05-18 02:06:58,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd/localmode-log-dir/history.txt.appattempt_1463537218101_0001_000000, maxErrors=10
2016-05-18 02:06:58,158 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:58,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537218101_0001_000000, appSubmitTime=1463537218146, launchTime=1463537218146
2016-05-18 02:06:58,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:58,164 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:47561
2016-05-18 02:06:58,164 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537218101
2016-05-18 02:06:58,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537218101_0001_000000, startTime=1463537218166
2016-05-18 02:06:58,166 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:58,231 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:58,231 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:58,231 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_REPLACE, applicationId=application_1463537218101_0001, dagName=[EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:58,246 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:58,247 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:58,247 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537218101_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd/localmode-log-dir/dag_1463537218101_0001_1.dot
2016-05-18 02:06:58,248 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd/localmode-log-dir/dag_1463537218101_0001_1-tez-dag.pb.txt
2016-05-18 02:06:58,253 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537218101_0001_1
2016-05-18 02:06:58,253 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,254 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:58 Running Dag: dag_1463537218101_0001_1
2016-05-18 02:06:58,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537218101_0001_1, submitTime=1463537218246
2016-05-18 02:06:58,270 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001/tez-conf.pb" } size: 40947 timestamp: 1463537218000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:58,270 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,270 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:58,272 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001/tez-conf.pb" } size: 40947 timestamp: 1463537218000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:58,272 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,272 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:58,273 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:58,274 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537218101_0001_1, initTime=1463537218274
2016-05-18 02:06:58,274 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218101_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:58,274 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:58,274 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:DAG_STARTED]: dagID=dag_1463537218101_0001_1, startTime=1463537218274
2016-05-18 02:06:58,275 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218101_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:58,275 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BD4E6444A38D4915952B66A59B435A9B : {AD1D739F1E5646A5ADB047375EFB396F={InputName=AD1D739F1E5646A5ADB047375EFB396F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:58,275 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: AD1D739F1E5646A5ADB047375EFB396F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:58,275 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,275 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,275 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,275 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,276 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:58,276 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: AD1D739F1E5646A5ADB047375EFB396F on vertex vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,276 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,278 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_REPLACE, applicationId=application_1463537218101_0001, dagName=[EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:58,279 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:58,279 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,279 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input AD1D739F1E5646A5ADB047375EFB396F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:58,280 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537218101_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:58,280 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705], numAdditionalOutputs=1
2016-05-18 02:06:58,281 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=029D2677DCA34645BB0D19094C03E05C, vertex=vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:58,281 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:58,281 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:58,281 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:58,281 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:58,282 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: AD1D739F1E5646A5ADB047375EFB396F on vertex vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,283 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D358DD948024442894C182E92430F705:029D2677DCA34645BB0D19094C03E05C using oldmapred API
2016-05-18 02:06:58,283 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=029D2677DCA34645BB0D19094C03E05C, vertexName=D358DD948024442894C182E92430F705, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:58,284 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D358DD948024442894C182E92430F705, vertexId=vertex_1463537218101_0001_1_01, initRequestedTime=1463537218276, initedTime=1463537218280, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:58,284 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:58,284 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:58,285 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {AD1D739F1E5646A5ADB047375EFB396F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:58,285 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] parallelism set to 1
2016-05-18 02:06:58,285 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:58,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BD4E6444A38D4915952B66A59B435A9B, vertexId=vertex_1463537218101_0001_1_00, initRequestedTime=1463537218275, initedTime=1463537218285, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:58,286 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] with distanceFromRoot: 0
2016-05-18 02:06:58,286 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:58,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537218101_0001_1_00, startRequestedTime=1463537218276, startedTime=1463537218286
2016-05-18 02:06:58,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537218101_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:58,287 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:58,287 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537218101_0001_1_00 for vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] numStartedSources: 1 numSources: 1
2016-05-18 02:06:58,287 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] with distanceFromRoot: 1
2016-05-18 02:06:58,287 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BD4E6444A38D4915952B66A59B435A9B
2016-05-18 02:06:58,287 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537218101_0001_1_01, startRequestedTime=1463537218287, startedTime=1463537218287
2016-05-18 02:06:58,288 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:58,288 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D358DD948024442894C182E92430F705 with 0 source tasks and 1 pending tasks
2016-05-18 02:06:58,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_STARTED]: vertexName=BD4E6444A38D4915952B66A59B435A9B, taskId=task_1463537218101_0001_1_00_000000, scheduledTime=1463537218288, launchTime=1463537218288
2016-05-18 02:06:58,289 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,290 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: BD4E6444A38D4915952B66A59B435A9B in vertex: D358DD948024442894C182E92430F705 numBipartiteSourceTasks: 1
2016-05-18 02:06:58,291 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:58,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537218101_0001_00_000001, launchTime=1463537218292
2016-05-18 02:06:58,292 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218101_0001_00_000001
2016-05-18 02:06:58,293 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218101_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,293 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537218101_0001_1_00_000000_0] started. Is using containerId: [container_1463537218101_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:58,293 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BD4E6444A38D4915952B66A59B435A9B, taskAttemptId=attempt_1463537218101_0001_1_00_000000_0, startTime=1463537218293, containerId=container_1463537218101_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,293 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,293 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,294 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:58,294 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE, VertexName: BD4E6444A38D4915952B66A59B435A9B, VertexParallelism: 1, TaskAttemptID:attempt_1463537218101_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AD1D739F1E5646A5ADB047375EFB396F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D358DD948024442894C182E92430F705, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:58,294 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:58,294 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,295 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537218101_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:58,295 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537218101_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:58,297 INFO  input.MRInput (MRInput.java:initialize(440)) - AD1D739F1E5646A5ADB047375EFB396F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:58,297 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: AD1D739F1E5646A5ADB047375EFB396F
2016-05-18 02:06:58,299 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537218101_0001, with dag id: dag_1463537218101_0001_1
2016-05-18 02:06:58,300 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:58,304 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BD4E6444A38D4915952B66A59B435A9B, ordinal: 0
2016-05-18 02:06:58,304 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BD4E6444A38D4915952B66A59B435A9B, mem on start (mb), free: 259, total: 376, max: 672
2016-05-18 02:06:58,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:58,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:58,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:58,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:58,304 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AD1D739F1E5646A5ADB047375EFB396F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D358DD948024442894C182E92430F705:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:58,305 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:58,305 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:58,305 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:58,305 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AD1D739F1E5646A5ADB047375EFB396F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D358DD948024442894C182E92430F705:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:58,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:58,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AD1D739F1E5646A5ADB047375EFB396F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:58,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:58,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:58,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AD1D739F1E5646A5ADB047375EFB396F
2016-05-18 02:06:58,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:58,307 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,308 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:58,308 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - AD1D739F1E5646A5ADB047375EFB396F initialized RecordReader from event
2016-05-18 02:06:58,310 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:58,310 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: AD1D739F1E5646A5ADB047375EFB396F
2016-05-18 02:06:58,310 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: C4922F5A1C3C48B3BEED1DB47D9F1656
2016-05-18 02:06:58,311 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] C4922F5A1C3C48B3BEED1DB47D9F1656
2016-05-18 02:06:58,311 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,313 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,314 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D358DD948024442894C182E92430F705 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@7ecac1c8, comparator=cascading.tuple.hadoop.util.TupleComparator@31787280, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:58,314 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D358DD948024442894C182E92430F705: , UsingHashComparator=false
2016-05-18 02:06:58,328 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:58,328 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:58,329 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D358DD948024442894C182E92430F705: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:58,329 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D358DD948024442894C182E92430F705: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:58,329 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:58,329 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BD4E6444A38D4915952B66A59B435A9B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:58,333 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,333 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BD4E6444A38D4915952B66A59B435A9B, mem on close (mb), free: 157, total: 376, max: 672
2016-05-18 02:06:58,333 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D358DD948024442894C182E92430F705: Starting flush of map output
2016-05-18 02:06:58,333 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D358DD948024442894C182E92430F705: Span0.length = 20, perItem = 6
2016-05-18 02:06:58,334 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D358DD948024442894C182E92430F705: done sorting span=0, length=20, time=1
2016-05-18 02:06:58,334 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D358DD948024442894C182E92430F705: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:58,335 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D358DD948024442894C182E92430F705: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd/localmode-local-dir/output/attempt_1463537218101_0001_1_00_000000_0_10219_0/file.out
2016-05-18 02:06:58,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,341 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537218101_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:58,341 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537218101_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:58,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537218101_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537218330, Process_Duration=2, Process_End_Time=1463537218332, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:58,342 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537218101_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:58,342 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:58,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BD4E6444A38D4915952B66A59B435A9B, taskAttemptId=attempt_1463537218101_0001_1_00_000000_0, creationTime=1463537218289, allocationTime=1463537218291, startTime=1463537218293, finishTime=1463537218342, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:58,342 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:58,343 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,343 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58,343 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218101_0001_00_000001
2016-05-18 02:06:58,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_FINISHED]: vertexName=BD4E6444A38D4915952B66A59B435A9B, taskId=task_1463537218101_0001_1_00_000000, startTime=1463537218293, finishTime=1463537218343, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537218101_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537218330, Process_Duration=2, Process_End_Time=1463537218332, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:58,344 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:58,344 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_FINISHED]: vertexName=BD4E6444A38D4915952B66A59B435A9B, vertexId=vertex_1463537218101_0001_1_00, initRequestedTime=1463537218275, initedTime=1463537218285, startRequestedTime=1463537218276, startedTime=1463537218286, finishTime=1463537218344, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537218330, Process_Duration=2, Process_End_Time=1463537218332, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537218293, firstTasksToStart=[ task_1463537218101_0001_1_00_000000 ], lastTaskFinishTime=1463537218342, lastTasksToFinish=[ task_1463537218101_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537218101_0001_1_00_000000 ], longestDurationTasks=[ task_1463537218101_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:58,344 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:58,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537218101_0001_00_000001, stoppedTime=1463537218344, exitStatus=0
2016-05-18 02:06:58,345 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] attempt: attempt_1463537218101_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:58,345 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:58,345 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:58,345 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D358DD948024442894C182E92430F705
2016-05-18 02:06:58,345 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=BD4E6444A38D4915952B66A59B435A9B, destinationVertexName=D358DD948024442894C182E92430F705. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:58,345 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_STARTED]: vertexName=D358DD948024442894C182E92430F705, taskId=task_1463537218101_0001_1_01_000000, scheduledTime=1463537218345, launchTime=1463537218345
2016-05-18 02:06:58,346 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537218101_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:58,346 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537218101_0001_00_000002, launchTime=1463537218349
2016-05-18 02:06:58,349 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218101_0001_00_000002
2016-05-18 02:06:58,350 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218101_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,350 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537218101_0001_1_01_000000_0] started. Is using containerId: [container_1463537218101_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:58,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D358DD948024442894C182E92430F705, taskAttemptId=attempt_1463537218101_0001_1_01_000000_0, startTime=1463537218350, containerId=container_1463537218101_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,350 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,350 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,350 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:58,350 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE, VertexName: D358DD948024442894C182E92430F705, VertexParallelism: 1, TaskAttemptID:attempt_1463537218101_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BD4E6444A38D4915952B66A59B435A9B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=029D2677DCA34645BB0D19094C03E05C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:58,351 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:58,352 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,353 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537218101_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,353 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537218101_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:58,354 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537218101_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:58,354 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218101_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:58,354 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537218101_0001_00_000001, Exiting
2016-05-18 02:06:58,354 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537218101_0001_00_000001
2016-05-18 02:06:58,354 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537218101_0001_00_000001
2016-05-18 02:06:58,356 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:58,360 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537218101_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:58,360 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537218101_0001_00_000001 completed successfully
2016-05-18 02:06:58,360 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:58,366 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D358DD948024442894C182E92430F705, ordinal: 1
2016-05-18 02:06:58,366 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D358DD948024442894C182E92430F705, mem on start (mb), free: 153, total: 376, max: 672
2016-05-18 02:06:58,366 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:58,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:58,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:58,373 INFO  output.MROutput (MROutput.java:initialize(421)) - 029D2677DCA34645BB0D19094C03E05C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:58,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:58,373 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BD4E6444A38D4915952B66A59B435A9B:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [029D2677DCA34645BB0D19094C03E05C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:58,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:58,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:58,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:58,374 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BD4E6444A38D4915952B66A59B435A9B:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [029D2677DCA34645BB0D19094C03E05C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:58,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:58,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BD4E6444A38D4915952B66A59B435A9B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:58,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:58,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:58,374 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - BD4E6444A38D4915952B66A59B435A9B: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:58,374 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - BD4E6444A38D4915952B66A59B435A9B: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:58,376 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: BD4E6444A38D4915952B66A59B435A9B with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:58,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BD4E6444A38D4915952B66A59B435A9B
2016-05-18 02:06:58,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:58,377 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,380 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:58,380 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BD4E6444A38D4915952B66A59B435A9B: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:58,380 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: C4922F5A1C3C48B3BEED1DB47D9F1656
2016-05-18 02:06:58,380 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_REPLACE"], id: 029D2677DCA34645BB0D19094C03E05C
2016-05-18 02:06:58,380 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_REPLACE"]
2016-05-18 02:06:58,380 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] C4922F5A1C3C48B3BEED1DB47D9F1656, for 1 inputs
2016-05-18 02:06:58,381 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537218101_0001_1_00_000000_0_10219} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537218381, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:58,382 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : BD4E6444A38D4915952B66A59B435A9B
2016-05-18 02:06:58,382 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:58,382 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: BD4E6444A38D4915952B66A59B435A9B, wasInterrupted=false
2016-05-18 02:06:58,382 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:58,382 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:58,383 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,383 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001_wd/localmode-local-dir/output/attempt_1463537218101_0001_1_00_000000_0_10219/file.out, len=181, isLocal=true
2016-05-18 02:06:58,383 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:58,384 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:58,384 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:58,384 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:58,384 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : BD4E6444A38D4915952B66A59B435A9B
2016-05-18 02:06:58,384 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - BD4E6444A38D4915952B66A59B435A9B: Shuffle Runner thread complete
2016-05-18 02:06:58,384 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D358DD948024442894C182E92430F705, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:58,385 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,385 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - BD4E6444A38D4915952B66A59B435A9B: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:58,390 INFO  output.MROutput (MROutput.java:close(526)) - 029D2677DCA34645BB0D19094C03E05C closed
2016-05-18 02:06:58,390 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537218101_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:58,391 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,391 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D358DD948024442894C182E92430F705, mem on close (mb), free: 149, total: 376, max: 672
2016-05-18 02:06:58,391 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: BD4E6444A38D4915952B66A59B435A9B
2016-05-18 02:06:58,391 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BD4E6444A38D4915952B66A59B435A9B: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:58,391 INFO  output.MROutput (MROutput.java:close(526)) - 029D2677DCA34645BB0D19094C03E05C closed
2016-05-18 02:06:58,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,392 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537218101_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:58,392 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537218101_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:58,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537218101_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537218384, Process_Duration=7, Process_End_Time=1463537218391, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:58,392 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537218101_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:58,393 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:58,393 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:58,393 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,393 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218101_0001_00_000002
2016-05-18 02:06:58,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D358DD948024442894C182E92430F705, taskAttemptId=attempt_1463537218101_0001_1_01_000000_0, creationTime=1463537218346, allocationTime=1463537218348, startTime=1463537218350, finishTime=1463537218393, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:58,393 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:TASK_FINISHED]: vertexName=D358DD948024442894C182E92430F705, taskId=task_1463537218101_0001_1_01_000000, startTime=1463537218350, finishTime=1463537218393, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537218101_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537218384, Process_Duration=7, Process_End_Time=1463537218391, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:58,394 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:58,394 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705]
2016-05-18 02:06:58,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:VERTEX_FINISHED]: vertexName=D358DD948024442894C182E92430F705, vertexId=vertex_1463537218101_0001_1_01, initRequestedTime=1463537218276, initedTime=1463537218280, startRequestedTime=1463537218287, startedTime=1463537218287, finishTime=1463537218394, timeTaken=107, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537218384, Process_Duration=7, Process_End_Time=1463537218391, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537218350, firstTasksToStart=[ task_1463537218101_0001_1_01_000000 ], lastTaskFinishTime=1463537218393, lastTasksToFinish=[ task_1463537218101_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537218101_0001_1_01_000000 ], longestDurationTasks=[ task_1463537218101_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:58,395 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:58,395 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537218101_0001_00_000002, stoppedTime=1463537218395, exitStatus=0
2016-05-18 02:06:58,395 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:58,395 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:58,395 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537218101_0001_1_00 [BD4E6444A38D4915952B66A59B435A9B]
2016-05-18 02:06:58,395 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537218101_0001_1
2016-05-18 02:06:58,395 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537218101_0001_1
2016-05-18 02:06:58,395 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218101_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:58,395 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 029D2677DCA34645BB0D19094C03E05C for vertex: vertex_1463537218101_0001_1_01 [D358DD948024442894C182E92430F705], outputName: 029D2677DCA34645BB0D19094C03E05C
2016-05-18 02:06:58,396 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537218101_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:58,403 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537218101_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:58,403 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218101_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:58,404 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537218101_0001_00_000002, Exiting
2016-05-18 02:06:58,404 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537218101_0001_00_000002
2016-05-18 02:06:58,404 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537218101_0001_00_000002
2016-05-18 02:06:58,404 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537218101_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:58,404 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537218101_0001_00_000002 completed successfully
2016-05-18 02:06:58,404 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:029D2677DCA34645BB0D19094C03E05C of vertex/vertexGroup:D358DD948024442894C182E92430F705 isVertexGroupOutput:false
2016-05-18 02:06:58,404 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:58,406 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537218101_0001_1, queueSize=0
2016-05-18 02:06:58,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218101_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537218101_0001_1, startTime=1463537218274, finishTime=1463537218405, timeTaken=131, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=240, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074436714, Process_Duration=9, Process_End_Time=2927074436723, Read_Duration=3, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:58,407 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537218101_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:58,407 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218101_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:58 Completed Dag: dag_1463537218101_0001_1
2016-05-18 02:06:58,407 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537218101_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:58,407 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537218101_0001_1_post
2016-05-18 02:06:58,407 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,407 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:58,407 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:58,407 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE, with id=dag_1463537218101_0001_1
2016-05-18 02:06:58,408 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082] every/(1/1) ...lyplatform/0_ARGS_REPLACE, with id=dag_1463537218101_0001_1
2016-05-18 02:06:58,414 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_ARGS_REPLACE, applicationId=application_1463537218101_0001
2016-05-18 02:06:58,416 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:58,416 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:58,416 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:58,416 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:58,416 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:58,416 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:58,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:58,416 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:58,416 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:58,417 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:58,417 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:58,417 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:58,417 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:58,417 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:58,421 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB3E594D3E774721A85FFCAE52FDC3A9/BB1A97214684480DBF5DD8C6CF045082/.tez/application_1463537218101_0001
2016-05-18 02:06:58,421 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_REPLACE/_temporary
2016-05-18 02:06:58,422 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.346
2016-05-18 02:06:58,497 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_ARGS_REPLACE
2016-05-18 02:06:58,520 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:58,520 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:58,542 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:58,542 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:58,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:58,557 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:58,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:58,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:58,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:58,572 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:58,577 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_SWAP
2016-05-18 02:06:58,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:58,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:58,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_SWAP"]
2016-05-18 02:06:58,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:58,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:58,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:58,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:58,632 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:58,646 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:58,650 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:58,650 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:58,650 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:58,659 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001 doesn't exist and is created
2016-05-18 02:06:58,679 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:58,679 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:58,680 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd
2016-05-18 02:06:58,694 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537218650_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:58,694 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:58,694 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:58,696 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:58,696 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:58,696 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:58,696 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:58,697 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:58,699 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:58,699 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:58,700 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:58,700 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:58,700 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:58,700 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:58,701 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:58,702 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:58,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:58,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd/localmode-log-dir
2016-05-18 02:06:58,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd/localmode-log-dir/history.txt.appattempt_1463537218650_0001_000000, maxErrors=10
2016-05-18 02:06:58,703 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:58,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537218650_0001_000000, appSubmitTime=1463537218694, launchTime=1463537218694
2016-05-18 02:06:58,705 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:58,713 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:56428
2016-05-18 02:06:58,713 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537218650
2016-05-18 02:06:58,715 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537218650_0001_000000, startTime=1463537218715
2016-05-18 02:06:58,715 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:58,779 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:58,779 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:58,780 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...emblyplatform/0_ARGS_SWAP, applicationId=application_1463537218650_0001, dagName=[1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:58,796 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:58,797 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:58,797 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537218650_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd/localmode-log-dir/dag_1463537218650_0001_1.dot
2016-05-18 02:06:58,798 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd/localmode-log-dir/dag_1463537218650_0001_1-tez-dag.pb.txt
2016-05-18 02:06:58,804 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537218650_0001_1
2016-05-18 02:06:58,804 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,804 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:58 Running Dag: dag_1463537218650_0001_1
2016-05-18 02:06:58,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537218650_0001_1, submitTime=1463537218797
2016-05-18 02:06:58,819 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001/tez-conf.pb" } size: 40947 timestamp: 1463537218000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:58,820 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,820 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:58,820 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001/tez-conf.pb" } size: 40947 timestamp: 1463537218000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:58,820 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,820 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:58,821 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:58,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537218650_0001_1, initTime=1463537218821
2016-05-18 02:06:58,821 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218650_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:58,821 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:58,822 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:DAG_STARTED]: dagID=dag_1463537218650_0001_1, startTime=1463537218821
2016-05-18 02:06:58,822 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218650_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:58,822 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...emblyplatform/0_ARGS_SWAP, applicationId=application_1463537218650_0001, dagName=[1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:58,822 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C52EBA2807C34BF4B0251CFB57F668BB : {14463646FF51438DBE8C587EB470A316={InputName=14463646FF51438DBE8C587EB470A316}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:58,822 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 14463646FF51438DBE8C587EB470A316, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:58,822 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,822 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,822 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,822 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,823 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:58,823 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,825 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 14463646FF51438DBE8C587EB470A316 on vertex vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,826 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:58,826 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,827 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537218650_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:58,827 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE], numAdditionalOutputs=1
2016-05-18 02:06:58,827 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=1205082C21344BB29CE035D7DFD23E86, vertex=vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:58,828 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 14463646FF51438DBE8C587EB470A316 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:58,829 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C9ED222A60764D9A850EDA157DB208AE:1205082C21344BB29CE035D7DFD23E86 using oldmapred API
2016-05-18 02:06:58,830 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=1205082C21344BB29CE035D7DFD23E86, vertexName=C9ED222A60764D9A850EDA157DB208AE, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:58,830 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:58,830 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:58,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C9ED222A60764D9A850EDA157DB208AE, vertexId=vertex_1463537218650_0001_1_01, initRequestedTime=1463537218823, initedTime=1463537218827, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:58,831 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:58,831 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:58,832 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:58,832 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 14463646FF51438DBE8C587EB470A316 on vertex vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,833 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:58,833 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {14463646FF51438DBE8C587EB470A316=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:58,833 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] parallelism set to 1
2016-05-18 02:06:58,833 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:58,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C52EBA2807C34BF4B0251CFB57F668BB, vertexId=vertex_1463537218650_0001_1_00, initRequestedTime=1463537218822, initedTime=1463537218833, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:58,834 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] with distanceFromRoot: 0
2016-05-18 02:06:58,834 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:58,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537218650_0001_1_00, startRequestedTime=1463537218823, startedTime=1463537218834
2016-05-18 02:06:58,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537218650_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:58,834 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:58,834 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537218650_0001_1_00 for vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] numStartedSources: 1 numSources: 1
2016-05-18 02:06:58,834 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] with distanceFromRoot: 1
2016-05-18 02:06:58,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537218650_0001_1_01, startRequestedTime=1463537218834, startedTime=1463537218834
2016-05-18 02:06:58,835 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:58,835 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C52EBA2807C34BF4B0251CFB57F668BB
2016-05-18 02:06:58,837 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C9ED222A60764D9A850EDA157DB208AE with 0 source tasks and 1 pending tasks
2016-05-18 02:06:58,837 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,837 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C52EBA2807C34BF4B0251CFB57F668BB in vertex: C9ED222A60764D9A850EDA157DB208AE numBipartiteSourceTasks: 1
2016-05-18 02:06:58,838 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_STARTED]: vertexName=C52EBA2807C34BF4B0251CFB57F668BB, taskId=task_1463537218650_0001_1_00_000000, scheduledTime=1463537218837, launchTime=1463537218837
2016-05-18 02:06:58,838 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,838 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:58,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537218650_0001_00_000001, launchTime=1463537218840
2016-05-18 02:06:58,841 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218650_0001_00_000001
2016-05-18 02:06:58,841 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537218650_0001_1_00_000000_0] started. Is using containerId: [container_1463537218650_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:58,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C52EBA2807C34BF4B0251CFB57F668BB, taskAttemptId=attempt_1463537218650_0001_1_00_000000_0, startTime=1463537218841, containerId=container_1463537218650_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:58,842 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218650_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,842 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,842 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,842 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:58,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP, VertexName: C52EBA2807C34BF4B0251CFB57F668BB, VertexParallelism: 1, TaskAttemptID:attempt_1463537218650_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=14463646FF51438DBE8C587EB470A316, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C9ED222A60764D9A850EDA157DB208AE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:58,843 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537218650_0001, with dag id: dag_1463537218650_0001_1
2016-05-18 02:06:58,843 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:58,843 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,844 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537218650_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:58,845 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537218650_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:58,848 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:58,849 INFO  input.MRInput (MRInput.java:initialize(440)) - 14463646FF51438DBE8C587EB470A316 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:58,850 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 14463646FF51438DBE8C587EB470A316
2016-05-18 02:06:58,851 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C52EBA2807C34BF4B0251CFB57F668BB, ordinal: 0
2016-05-18 02:06:58,851 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C52EBA2807C34BF4B0251CFB57F668BB, mem on start (mb), free: 252, total: 377, max: 672
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:58,851 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[14463646FF51438DBE8C587EB470A316:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C9ED222A60764D9A850EDA157DB208AE:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:58,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:58,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:58,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:58,851 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[14463646FF51438DBE8C587EB470A316:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C9ED222A60764D9A850EDA157DB208AE:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 14463646FF51438DBE8C587EB470A316 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:58,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 14463646FF51438DBE8C587EB470A316
2016-05-18 02:06:58,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:58,852 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,853 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:58,853 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 14463646FF51438DBE8C587EB470A316 initialized RecordReader from event
2016-05-18 02:06:58,855 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:58,855 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 14463646FF51438DBE8C587EB470A316
2016-05-18 02:06:58,855 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 45618E5D40F941429DF676377DF66445
2016-05-18 02:06:58,856 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 45618E5D40F941429DF676377DF66445
2016-05-18 02:06:58,856 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,858 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,859 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C9ED222A60764D9A850EDA157DB208AE using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@507e516e, comparator=cascading.tuple.hadoop.util.TupleComparator@61e816fc, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:58,859 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C9ED222A60764D9A850EDA157DB208AE: , UsingHashComparator=false
2016-05-18 02:06:58,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:58,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:58,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C9ED222A60764D9A850EDA157DB208AE: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:58,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C9ED222A60764D9A850EDA157DB208AE: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:58,872 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:58,873 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C52EBA2807C34BF4B0251CFB57F668BB, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:58,875 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,875 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C52EBA2807C34BF4B0251CFB57F668BB, mem on close (mb), free: 150, total: 377, max: 672
2016-05-18 02:06:58,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C9ED222A60764D9A850EDA157DB208AE: Starting flush of map output
2016-05-18 02:06:58,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C9ED222A60764D9A850EDA157DB208AE: Span0.length = 20, perItem = 6
2016-05-18 02:06:58,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C9ED222A60764D9A850EDA157DB208AE: done sorting span=0, length=20, time=0
2016-05-18 02:06:58,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C9ED222A60764D9A850EDA157DB208AE: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:58,877 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C9ED222A60764D9A850EDA157DB208AE: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd/localmode-local-dir/output/attempt_1463537218650_0001_1_00_000000_0_10225_0/file.out
2016-05-18 02:06:58,881 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,881 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537218650_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:58,882 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537218650_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:58,882 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537218650_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537218873, Process_Duration=2, Process_End_Time=1463537218875, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:58,883 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537218650_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:58,883 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:58,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C52EBA2807C34BF4B0251CFB57F668BB, taskAttemptId=attempt_1463537218650_0001_1_00_000000_0, creationTime=1463537218838, allocationTime=1463537218839, startTime=1463537218841, finishTime=1463537218883, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:58,883 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:58,883 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,883 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_FINISHED]: vertexName=C52EBA2807C34BF4B0251CFB57F668BB, taskId=task_1463537218650_0001_1_00_000000, startTime=1463537218841, finishTime=1463537218883, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1463537218650_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537218873, Process_Duration=2, Process_End_Time=1463537218875, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:58,885 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:58,885 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_FINISHED]: vertexName=C52EBA2807C34BF4B0251CFB57F668BB, vertexId=vertex_1463537218650_0001_1_00, initRequestedTime=1463537218822, initedTime=1463537218833, startRequestedTime=1463537218823, startedTime=1463537218834, finishTime=1463537218885, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537218873, Process_Duration=2, Process_End_Time=1463537218875, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537218841, firstTasksToStart=[ task_1463537218650_0001_1_00_000000 ], lastTaskFinishTime=1463537218883, lastTasksToFinish=[ task_1463537218650_0001_1_00_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537218650_0001_1_00_000000 ], longestDurationTasks=[ task_1463537218650_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:58,886 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:58,886 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] attempt: attempt_1463537218650_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:58,886 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:58,886 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C9ED222A60764D9A850EDA157DB208AE
2016-05-18 02:06:58,886 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C52EBA2807C34BF4B0251CFB57F668BB, destinationVertexName=C9ED222A60764D9A850EDA157DB208AE. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:58,886 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,886 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:58,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_STARTED]: vertexName=C9ED222A60764D9A850EDA157DB208AE, taskId=task_1463537218650_0001_1_01_000000, scheduledTime=1463537218887, launchTime=1463537218887
2016-05-18 02:06:58,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537218650_0001_00_000001, stoppedTime=1463537218887, exitStatus=0
2016-05-18 02:06:58,888 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,888 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537218650_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:58,888 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218650_0001_00_000001
2016-05-18 02:06:58,890 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537218650_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:58,890 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218650_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:58,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537218650_0001_00_000002, launchTime=1463537218890
2016-05-18 02:06:58,890 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537218650_0001_00_000001, Exiting
2016-05-18 02:06:58,890 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537218650_0001_00_000001
2016-05-18 02:06:58,891 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537218650_0001_00_000001
2016-05-18 02:06:58,891 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537218650_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:58,891 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218650_0001_00_000002
2016-05-18 02:06:58,891 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537218650_0001_00_000001 completed successfully
2016-05-18 02:06:58,892 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537218650_0001_1_01_000000_0] started. Is using containerId: [container_1463537218650_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:58,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C9ED222A60764D9A850EDA157DB208AE, taskAttemptId=attempt_1463537218650_0001_1_01_000000_0, startTime=1463537218892, containerId=container_1463537218650_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:58,892 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218650_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,893 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,893 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,893 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:58,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP, VertexName: C9ED222A60764D9A850EDA157DB208AE, VertexParallelism: 1, TaskAttemptID:attempt_1463537218650_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C52EBA2807C34BF4B0251CFB57F668BB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=1205082C21344BB29CE035D7DFD23E86, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:58,893 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:58,894 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,894 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537218650_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,895 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537218650_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:58,897 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:58,901 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:58,902 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C9ED222A60764D9A850EDA157DB208AE, ordinal: 1
2016-05-18 02:06:58,902 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C9ED222A60764D9A850EDA157DB208AE, mem on start (mb), free: 145, total: 377, max: 672
2016-05-18 02:06:58,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:58,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:58,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:58,906 INFO  output.MROutput (MROutput.java:initialize(421)) - 1205082C21344BB29CE035D7DFD23E86: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:58,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:58,907 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[1205082C21344BB29CE035D7DFD23E86:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C52EBA2807C34BF4B0251CFB57F668BB:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:06:58,907 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:58,907 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:58,907 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:58,907 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[1205082C21344BB29CE035D7DFD23E86:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C52EBA2807C34BF4B0251CFB57F668BB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:06:58,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:58,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C52EBA2807C34BF4B0251CFB57F668BB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:58,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:58,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:58,908 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C52EBA2807C34BF4B0251CFB57F668BB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:58,908 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C52EBA2807C34BF4B0251CFB57F668BB: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:58,909 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C52EBA2807C34BF4B0251CFB57F668BB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:58,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C52EBA2807C34BF4B0251CFB57F668BB
2016-05-18 02:06:58,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:58,910 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,911 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C52EBA2807C34BF4B0251CFB57F668BB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:58,914 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:58,914 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 45618E5D40F941429DF676377DF66445
2016-05-18 02:06:58,914 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_SWAP"], id: 1205082C21344BB29CE035D7DFD23E86
2016-05-18 02:06:58,915 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_SWAP"]
2016-05-18 02:06:58,915 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 45618E5D40F941429DF676377DF66445, for 1 inputs
2016-05-18 02:06:58,915 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537218650_0001_1_00_000000_0_10225} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537218915, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:58,915 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C52EBA2807C34BF4B0251CFB57F668BB
2016-05-18 02:06:58,915 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:58,916 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C52EBA2807C34BF4B0251CFB57F668BB, wasInterrupted=false
2016-05-18 02:06:58,916 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - C52EBA2807C34BF4B0251CFB57F668BB: Already shutdown. Ignoring fetch complete
2016-05-18 02:06:58,917 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:58,917 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:58,918 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,918 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001_wd/localmode-local-dir/output/attempt_1463537218650_0001_1_00_000000_0_10225/file.out, len=181, isLocal=true
2016-05-18 02:06:58,918 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:58,918 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:58,918 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:58,918 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:58,918 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C52EBA2807C34BF4B0251CFB57F668BB
2016-05-18 02:06:58,918 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C52EBA2807C34BF4B0251CFB57F668BB: Shuffle Runner thread complete
2016-05-18 02:06:58,918 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C9ED222A60764D9A850EDA157DB208AE, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:06:58,919 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:58,919 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C52EBA2807C34BF4B0251CFB57F668BB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:58,924 INFO  output.MROutput (MROutput.java:close(526)) - 1205082C21344BB29CE035D7DFD23E86 closed
2016-05-18 02:06:58,924 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537218650_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:58,925 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,925 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C9ED222A60764D9A850EDA157DB208AE, mem on close (mb), free: 141, total: 377, max: 672
2016-05-18 02:06:58,925 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C52EBA2807C34BF4B0251CFB57F668BB
2016-05-18 02:06:58,925 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C52EBA2807C34BF4B0251CFB57F668BB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:58,925 INFO  output.MROutput (MROutput.java:close(526)) - 1205082C21344BB29CE035D7DFD23E86 closed
2016-05-18 02:06:58,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,926 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537218650_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:58,926 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537218650_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:58,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537218650_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537218919, Process_Duration=6, Process_End_Time=1463537218925, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:58,926 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537218650_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:58,927 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:58,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C9ED222A60764D9A850EDA157DB208AE, taskAttemptId=attempt_1463537218650_0001_1_01_000000_0, creationTime=1463537218887, allocationTime=1463537218889, startTime=1463537218892, finishTime=1463537218926, timeTaken=34, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:58,927 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:58,927 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,927 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58,927 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537218650_0001_00_000002
2016-05-18 02:06:58,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:TASK_FINISHED]: vertexName=C9ED222A60764D9A850EDA157DB208AE, taskId=task_1463537218650_0001_1_01_000000, startTime=1463537218892, finishTime=1463537218927, timeTaken=35, status=SUCCEEDED, successfulAttemptID=attempt_1463537218650_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537218919, Process_Duration=6, Process_End_Time=1463537218925, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:58,928 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:58,928 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE]
2016-05-18 02:06:58,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:VERTEX_FINISHED]: vertexName=C9ED222A60764D9A850EDA157DB208AE, vertexId=vertex_1463537218650_0001_1_01, initRequestedTime=1463537218823, initedTime=1463537218827, startRequestedTime=1463537218834, startedTime=1463537218834, finishTime=1463537218928, timeTaken=94, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537218919, Process_Duration=6, Process_End_Time=1463537218925, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537218892, firstTasksToStart=[ task_1463537218650_0001_1_01_000000 ], lastTaskFinishTime=1463537218926, lastTasksToFinish=[ task_1463537218650_0001_1_01_000000 ], minTaskDuration=34, maxTaskDuration=34, avgTaskDuration=34.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537218650_0001_1_01_000000 ], longestDurationTasks=[ task_1463537218650_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:58,929 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:58,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537218650_0001_00_000002, stoppedTime=1463537218929, exitStatus=0
2016-05-18 02:06:58,929 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:58,929 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:58,929 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537218650_0001_1_00 [C52EBA2807C34BF4B0251CFB57F668BB]
2016-05-18 02:06:58,929 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537218650_0001_1
2016-05-18 02:06:58,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537218650_0001_1
2016-05-18 02:06:58,929 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218650_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:58,930 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537218650_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:58,930 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 1205082C21344BB29CE035D7DFD23E86 for vertex: vertex_1463537218650_0001_1_01 [C9ED222A60764D9A850EDA157DB208AE], outputName: 1205082C21344BB29CE035D7DFD23E86
2016-05-18 02:06:58,938 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537218650_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:58,938 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537218650_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:58,938 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537218650_0001_00_000002, Exiting
2016-05-18 02:06:58,938 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537218650_0001_00_000002
2016-05-18 02:06:58,938 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537218650_0001_00_000002
2016-05-18 02:06:58,938 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537218650_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:58,938 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537218650_0001_00_000002 completed successfully
2016-05-18 02:06:58,939 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:1205082C21344BB29CE035D7DFD23E86 of vertex/vertexGroup:C9ED222A60764D9A850EDA157DB208AE isVertexGroupOutput:false
2016-05-18 02:06:58,939 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:58,940 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537218650_0001_1, queueSize=0
2016-05-18 02:06:58,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537218650_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537218650_0001_1, startTime=1463537218821, finishTime=1463537218939, timeTaken=118, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=190, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074437792, Process_Duration=8, Process_End_Time=2927074437800, Read_Duration=3, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:58,940 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537218650_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:58,940 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537218650_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:58 Completed Dag: dag_1463537218650_0001_1
2016-05-18 02:06:58,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537218650_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:58,941 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537218650_0001_1_post
2016-05-18 02:06:58,941 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:58,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:58,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:58,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP, with id=dag_1463537218650_0001_1
2016-05-18 02:06:58,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205] every/(1/1) ...emblyplatform/0_ARGS_SWAP, with id=dag_1463537218650_0001_1
2016-05-18 02:06:58,952 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...emblyplatform/0_ARGS_SWAP, applicationId=application_1463537218650_0001
2016-05-18 02:06:58,954 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:58,954 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:58,954 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:58,954 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:58,954 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:58,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:58,955 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:58,955 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:58,955 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:58,956 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:58,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:58,956 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:58,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:58,958 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:58,961 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1468DDF46EE94C22A7E6FDC121FB668F/FF16502DCE6F4B849DDBB34FFC74A205/.tez/application_1463537218650_0001
2016-05-18 02:06:58,961 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/0_ARGS_SWAP/_temporary
2016-05-18 02:06:58,962 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.330
2016-05-18 02:06:59,030 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//0_ARGS_SWAP
2016-05-18 02:06:59,052 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:59,052 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:59,065 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:59,065 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:59,084 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:59,092 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:06:59,093 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:59,093 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:59,093 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:59,108 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:59,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_-1
2016-05-18 02:06:59,169 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:59,169 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:59,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_-1"]
2016-05-18 02:06:59,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:59,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:59,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:59,171 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:59,172 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:59,185 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:59,189 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:59,189 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:59,189 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:59,198 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001 doesn't exist and is created
2016-05-18 02:06:59,218 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:59,218 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:59,219 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd
2016-05-18 02:06:59,234 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537219189_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:59,234 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:59,234 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:59,236 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:59,236 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:59,236 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:59,236 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:59,238 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:59,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:59,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:59,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:59,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:59,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:59,240 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:59,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:59,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:59,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:59,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:59,241 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:59,242 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:59,243 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:59,244 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:59,244 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:59,244 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd/localmode-log-dir
2016-05-18 02:06:59,244 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd/localmode-log-dir/history.txt.appattempt_1463537219189_0001_000000, maxErrors=10
2016-05-18 02:06:59,245 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:59,245 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537219189_0001_000000, appSubmitTime=1463537219233, launchTime=1463537219234
2016-05-18 02:06:59,249 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:59,254 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:42327
2016-05-18 02:06:59,254 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537219189
2016-05-18 02:06:59,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537219189_0001_000000, startTime=1463537219256
2016-05-18 02:06:59,256 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:59,319 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:59,319 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:59,319 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_'field'_-1, applicationId=application_1463537219189_0001, dagName=[0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:59,334 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:59,334 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:59,335 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537219189_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd/localmode-log-dir/dag_1463537219189_0001_1.dot
2016-05-18 02:06:59,335 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd/localmode-log-dir/dag_1463537219189_0001_1-tez-dag.pb.txt
2016-05-18 02:06:59,342 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537219189_0001_1
2016-05-18 02:06:59,342 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,342 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:59 Running Dag: dag_1463537219189_0001_1
2016-05-18 02:06:59,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537219189_0001_1, submitTime=1463537219334
2016-05-18 02:06:59,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001/tez-conf.pb" } size: 40947 timestamp: 1463537219000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:59,359 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:59,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001/tez-conf.pb" } size: 40947 timestamp: 1463537219000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:59,360 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,360 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:59,360 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:59,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537219189_0001_1, initTime=1463537219360
2016-05-18 02:06:59,360 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219189_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:59,360 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:59,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:DAG_STARTED]: dagID=dag_1463537219189_0001_1, startTime=1463537219360
2016-05-18 02:06:59,361 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219189_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:59,361 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_'field'_-1, applicationId=application_1463537219189_0001, dagName=[0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:59,361 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E1FB5CFAC8434485A7ED18936E033257 : {34D8438EDCCD4480B4C4AEC3ACCA37D9={InputName=34D8438EDCCD4480B4C4AEC3ACCA37D9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:59,361 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 34D8438EDCCD4480B4C4AEC3ACCA37D9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:59,361 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,361 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,361 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,361 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,362 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:59,362 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 34D8438EDCCD4480B4C4AEC3ACCA37D9 on vertex vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,362 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,365 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:59,365 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,365 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,366 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537219189_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:59,366 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE], numAdditionalOutputs=1
2016-05-18 02:06:59,366 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F3A79B08E8494A6183652E7EA3B7B8BF, vertex=vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:59,368 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for EF88B2DFDC9B4DD8A2DCF316936B34DE:F3A79B08E8494A6183652E7EA3B7B8BF using oldmapred API
2016-05-18 02:06:59,368 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F3A79B08E8494A6183652E7EA3B7B8BF, vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:59,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, vertexId=vertex_1463537219189_0001_1_01, initRequestedTime=1463537219362, initedTime=1463537219366, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:59,369 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:59,370 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 34D8438EDCCD4480B4C4AEC3ACCA37D9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:59,371 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:59,372 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:59,372 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:59,372 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:59,373 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 34D8438EDCCD4480B4C4AEC3ACCA37D9 on vertex vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,374 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:59,374 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {34D8438EDCCD4480B4C4AEC3ACCA37D9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:59,376 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] parallelism set to 1
2016-05-18 02:06:59,376 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:59,376 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E1FB5CFAC8434485A7ED18936E033257, vertexId=vertex_1463537219189_0001_1_00, initRequestedTime=1463537219361, initedTime=1463537219376, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:59,377 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] with distanceFromRoot: 0
2016-05-18 02:06:59,377 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:59,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537219189_0001_1_00, startRequestedTime=1463537219362, startedTime=1463537219377
2016-05-18 02:06:59,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537219189_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:59,377 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:59,377 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537219189_0001_1_00 for vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] numStartedSources: 1 numSources: 1
2016-05-18 02:06:59,377 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] with distanceFromRoot: 1
2016-05-18 02:06:59,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537219189_0001_1_01, startRequestedTime=1463537219377, startedTime=1463537219377
2016-05-18 02:06:59,378 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:59,380 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: EF88B2DFDC9B4DD8A2DCF316936B34DE with 0 source tasks and 1 pending tasks
2016-05-18 02:06:59,381 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E1FB5CFAC8434485A7ED18936E033257
2016-05-18 02:06:59,381 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_STARTED]: vertexName=E1FB5CFAC8434485A7ED18936E033257, taskId=task_1463537219189_0001_1_00_000000, scheduledTime=1463537219381, launchTime=1463537219381
2016-05-18 02:06:59,382 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E1FB5CFAC8434485A7ED18936E033257 in vertex: EF88B2DFDC9B4DD8A2DCF316936B34DE numBipartiteSourceTasks: 1
2016-05-18 02:06:59,382 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,383 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:59,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537219189_0001_00_000001, launchTime=1463537219384
2016-05-18 02:06:59,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537219189_0001, with dag id: dag_1463537219189_0001_1
2016-05-18 02:06:59,384 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219189_0001_00_000001
2016-05-18 02:06:59,385 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537219189_0001_1_00_000000_0] started. Is using containerId: [container_1463537219189_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:59,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E1FB5CFAC8434485A7ED18936E033257, taskAttemptId=attempt_1463537219189_0001_1_00_000000_0, startTime=1463537219385, containerId=container_1463537219189_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:59,385 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219189_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59 Starting to run new task attempt: attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,386 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,386 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,386 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:59,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1, VertexName: E1FB5CFAC8434485A7ED18936E033257, VertexParallelism: 1, TaskAttemptID:attempt_1463537219189_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=34D8438EDCCD4480B4C4AEC3ACCA37D9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:59,386 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:59,387 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,387 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537219189_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:59,387 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537219189_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:59,390 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:59,393 INFO  input.MRInput (MRInput.java:initialize(440)) - 34D8438EDCCD4480B4C4AEC3ACCA37D9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:59,393 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 34D8438EDCCD4480B4C4AEC3ACCA37D9
2016-05-18 02:06:59,394 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E1FB5CFAC8434485A7ED18936E033257, ordinal: 0
2016-05-18 02:06:59,394 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E1FB5CFAC8434485A7ED18936E033257, mem on start (mb), free: 236, total: 370, max: 672
2016-05-18 02:06:59,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:59,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:59,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:59,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:59,395 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EF88B2DFDC9B4DD8A2DCF316936B34DE:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [34D8438EDCCD4480B4C4AEC3ACCA37D9:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:59,396 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:59,396 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:59,396 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:59,396 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EF88B2DFDC9B4DD8A2DCF316936B34DE:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [34D8438EDCCD4480B4C4AEC3ACCA37D9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:59,396 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:59,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 34D8438EDCCD4480B4C4AEC3ACCA37D9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:59,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:59,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:59,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 34D8438EDCCD4480B4C4AEC3ACCA37D9
2016-05-18 02:06:59,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:59,397 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,398 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:59,398 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 34D8438EDCCD4480B4C4AEC3ACCA37D9 initialized RecordReader from event
2016-05-18 02:06:59,401 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:59,401 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 34D8438EDCCD4480B4C4AEC3ACCA37D9
2016-05-18 02:06:59,401 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 192462E804B8429E96D0B9940E00A7B3
2016-05-18 02:06:59,402 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 192462E804B8429E96D0B9940E00A7B3
2016-05-18 02:06:59,404 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:59,406 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:59,406 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - EF88B2DFDC9B4DD8A2DCF316936B34DE using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@67fc0e16, comparator=cascading.tuple.hadoop.util.TupleComparator@5500fbaf, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:59,406 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for EF88B2DFDC9B4DD8A2DCF316936B34DE: , UsingHashComparator=false
2016-05-18 02:06:59,419 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:59,419 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:59,419 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for EF88B2DFDC9B4DD8A2DCF316936B34DE: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:59,420 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - EF88B2DFDC9B4DD8A2DCF316936B34DE: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:59,420 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:59,420 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E1FB5CFAC8434485A7ED18936E033257, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:59,423 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,423 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E1FB5CFAC8434485A7ED18936E033257, mem on close (mb), free: 134, total: 370, max: 672
2016-05-18 02:06:59,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - EF88B2DFDC9B4DD8A2DCF316936B34DE: Starting flush of map output
2016-05-18 02:06:59,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - EF88B2DFDC9B4DD8A2DCF316936B34DE: Span0.length = 20, perItem = 6
2016-05-18 02:06:59,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - EF88B2DFDC9B4DD8A2DCF316936B34DE: done sorting span=0, length=20, time=0
2016-05-18 02:06:59,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - EF88B2DFDC9B4DD8A2DCF316936B34DE: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:59,425 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - EF88B2DFDC9B4DD8A2DCF316936B34DE: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd/localmode-local-dir/output/attempt_1463537219189_0001_1_00_000000_0_10230_0/file.out
2016-05-18 02:06:59,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:59 Completed running task attempt: attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,430 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537219189_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:59,430 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537219189_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:59,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537219189_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537219420, Process_Duration=3, Process_End_Time=1463537219423, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:59,431 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537219189_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:59,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E1FB5CFAC8434485A7ED18936E033257, taskAttemptId=attempt_1463537219189_0001_1_00_000000_0, creationTime=1463537219382, allocationTime=1463537219383, startTime=1463537219385, finishTime=1463537219431, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:59,431 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:59,431 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:59,431 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59,431 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,432 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219189_0001_00_000001
2016-05-18 02:06:59,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_FINISHED]: vertexName=E1FB5CFAC8434485A7ED18936E033257, taskId=task_1463537219189_0001_1_00_000000, startTime=1463537219385, finishTime=1463537219431, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537219189_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537219420, Process_Duration=3, Process_End_Time=1463537219423, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:06:59,432 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:59,432 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_FINISHED]: vertexName=E1FB5CFAC8434485A7ED18936E033257, vertexId=vertex_1463537219189_0001_1_00, initRequestedTime=1463537219361, initedTime=1463537219376, startRequestedTime=1463537219362, startedTime=1463537219377, finishTime=1463537219432, timeTaken=55, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537219420, Process_Duration=3, Process_End_Time=1463537219423, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537219385, firstTasksToStart=[ task_1463537219189_0001_1_00_000000 ], lastTaskFinishTime=1463537219431, lastTasksToFinish=[ task_1463537219189_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537219189_0001_1_00_000000 ], longestDurationTasks=[ task_1463537219189_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:59,433 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:59,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537219189_0001_00_000001, stoppedTime=1463537219433, exitStatus=0
2016-05-18 02:06:59,434 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] attempt: attempt_1463537219189_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:06:59,434 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:59,434 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:59,434 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537219189_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:59,434 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: EF88B2DFDC9B4DD8A2DCF316936B34DE
2016-05-18 02:06:59,434 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E1FB5CFAC8434485A7ED18936E033257, destinationVertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:06:59,434 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_STARTED]: vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, taskId=task_1463537219189_0001_1_01_000000, scheduledTime=1463537219435, launchTime=1463537219435
2016-05-18 02:06:59,435 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537219189_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:59,435 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,435 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219189_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:59,435 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537219189_0001_00_000001, Exiting
2016-05-18 02:06:59,435 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537219189_0001_00_000001
2016-05-18 02:06:59,435 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537219189_0001_00_000001
2016-05-18 02:06:59,436 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537219189_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:59,437 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537219189_0001_00_000001 completed successfully
2016-05-18 02:06:59,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537219189_0001_00_000002, launchTime=1463537219436
2016-05-18 02:06:59,438 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219189_0001_00_000002
2016-05-18 02:06:59,438 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219189_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,438 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537219189_0001_1_01_000000_0] started. Is using containerId: [container_1463537219189_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:06:59 Starting to run new task attempt: attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,438 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,438 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, taskAttemptId=attempt_1463537219189_0001_1_01_000000_0, startTime=1463537219438, containerId=container_1463537219189_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:06:59,439 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:59,439 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1, VertexName: EF88B2DFDC9B4DD8A2DCF316936B34DE, VertexParallelism: 1, TaskAttemptID:attempt_1463537219189_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E1FB5CFAC8434485A7ED18936E033257, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F3A79B08E8494A6183652E7EA3B7B8BF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:59,439 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:59,440 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,440 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537219189_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,440 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537219189_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:06:59,443 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:06:59,443 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:59,448 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EF88B2DFDC9B4DD8A2DCF316936B34DE, ordinal: 1
2016-05-18 02:06:59,448 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF88B2DFDC9B4DD8A2DCF316936B34DE, mem on start (mb), free: 128, total: 370, max: 672
2016-05-18 02:06:59,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:59,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:59,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:59,456 INFO  output.MROutput (MROutput.java:initialize(421)) - F3A79B08E8494A6183652E7EA3B7B8BF: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:59,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:59,456 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E1FB5CFAC8434485A7ED18936E033257:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F3A79B08E8494A6183652E7EA3B7B8BF:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:59,456 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:59,456 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:59,456 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:06:59,456 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E1FB5CFAC8434485A7ED18936E033257:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [F3A79B08E8494A6183652E7EA3B7B8BF:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:59,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:59,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E1FB5CFAC8434485A7ED18936E033257 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:59,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:59,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:59,457 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E1FB5CFAC8434485A7ED18936E033257: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:06:59,457 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E1FB5CFAC8434485A7ED18936E033257: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:06:59,458 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E1FB5CFAC8434485A7ED18936E033257 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:06:59,458 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E1FB5CFAC8434485A7ED18936E033257
2016-05-18 02:06:59,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:59,459 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,460 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E1FB5CFAC8434485A7ED18936E033257: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:06:59,462 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537219189_0001_1_00_000000_0_10230} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537219462, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:06:59,462 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E1FB5CFAC8434485A7ED18936E033257
2016-05-18 02:06:59,462 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:59,463 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E1FB5CFAC8434485A7ED18936E033257, wasInterrupted=false
2016-05-18 02:06:59,463 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:06:59,463 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:06:59,463 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 192462E804B8429E96D0B9940E00A7B3
2016-05-18 02:06:59,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:06:59,463 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_-1"], id: F3A79B08E8494A6183652E7EA3B7B8BF
2016-05-18 02:06:59,464 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_-1"]
2016-05-18 02:06:59,464 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 192462E804B8429E96D0B9940E00A7B3, for 1 inputs
2016-05-18 02:06:59,465 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:59,465 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001_wd/localmode-local-dir/output/attempt_1463537219189_0001_1_00_000000_0_10230/file.out, len=181, isLocal=true
2016-05-18 02:06:59,466 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:06:59,466 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:06:59,466 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:06:59,466 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:06:59,466 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E1FB5CFAC8434485A7ED18936E033257
2016-05-18 02:06:59,466 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E1FB5CFAC8434485A7ED18936E033257: Shuffle Runner thread complete
2016-05-18 02:06:59,466 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EF88B2DFDC9B4DD8A2DCF316936B34DE, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:06:59,467 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:59,467 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E1FB5CFAC8434485A7ED18936E033257: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:06:59,473 INFO  output.MROutput (MROutput.java:close(526)) - F3A79B08E8494A6183652E7EA3B7B8BF closed
2016-05-18 02:06:59,474 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537219189_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:06:59,474 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,475 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF88B2DFDC9B4DD8A2DCF316936B34DE, mem on close (mb), free: 123, total: 370, max: 672
2016-05-18 02:06:59,475 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E1FB5CFAC8434485A7ED18936E033257
2016-05-18 02:06:59,475 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E1FB5CFAC8434485A7ED18936E033257: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:06:59,475 INFO  output.MROutput (MROutput.java:close(526)) - F3A79B08E8494A6183652E7EA3B7B8BF closed
2016-05-18 02:06:59,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:59 Completed running task attempt: attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,476 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537219189_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:06:59,476 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537219189_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:06:59,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537219189_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537219466, Process_Duration=8, Process_End_Time=1463537219474, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:06:59,478 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537219189_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:59,478 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:59,479 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:59,479 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, taskAttemptId=attempt_1463537219189_0001_1_01_000000_0, creationTime=1463537219435, allocationTime=1463537219436, startTime=1463537219438, finishTime=1463537219479, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:59,479 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59,479 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219189_0001_00_000002
2016-05-18 02:06:59,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:TASK_FINISHED]: vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, taskId=task_1463537219189_0001_1_01_000000, startTime=1463537219438, finishTime=1463537219479, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1463537219189_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537219466, Process_Duration=8, Process_End_Time=1463537219474, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:06:59,480 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:59,480 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE]
2016-05-18 02:06:59,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:VERTEX_FINISHED]: vertexName=EF88B2DFDC9B4DD8A2DCF316936B34DE, vertexId=vertex_1463537219189_0001_1_01, initRequestedTime=1463537219362, initedTime=1463537219366, startRequestedTime=1463537219377, startedTime=1463537219377, finishTime=1463537219480, timeTaken=103, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537219466, Process_Duration=8, Process_End_Time=1463537219474, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537219438, firstTasksToStart=[ task_1463537219189_0001_1_01_000000 ], lastTaskFinishTime=1463537219479, lastTasksToFinish=[ task_1463537219189_0001_1_01_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537219189_0001_1_01_000000 ], longestDurationTasks=[ task_1463537219189_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:59,480 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:59,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537219189_0001_00_000002, stoppedTime=1463537219480, exitStatus=0
2016-05-18 02:06:59,481 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:06:59,481 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:59,481 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537219189_0001_1_00 [E1FB5CFAC8434485A7ED18936E033257]
2016-05-18 02:06:59,481 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537219189_0001_1
2016-05-18 02:06:59,481 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537219189_0001_1
2016-05-18 02:06:59,481 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219189_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:59,481 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F3A79B08E8494A6183652E7EA3B7B8BF for vertex: vertex_1463537219189_0001_1_01 [EF88B2DFDC9B4DD8A2DCF316936B34DE], outputName: F3A79B08E8494A6183652E7EA3B7B8BF
2016-05-18 02:06:59,481 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537219189_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:06:59,490 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537219189_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:06:59,490 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219189_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:59,490 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537219189_0001_00_000002, Exiting
2016-05-18 02:06:59,490 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537219189_0001_00_000002
2016-05-18 02:06:59,490 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537219189_0001_00_000002
2016-05-18 02:06:59,490 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537219189_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:59,490 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537219189_0001_00_000002 completed successfully
2016-05-18 02:06:59,492 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F3A79B08E8494A6183652E7EA3B7B8BF of vertex/vertexGroup:EF88B2DFDC9B4DD8A2DCF316936B34DE isVertexGroupOutput:false
2016-05-18 02:06:59,492 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:06:59,493 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537219189_0001_1, queueSize=0
2016-05-18 02:06:59,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219189_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537219189_0001_1, startTime=1463537219360, finishTime=1463537219492, timeTaken=132, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=190, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074438886, Process_Duration=11, Process_End_Time=2927074438897, Read_Duration=5, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:59,493 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537219189_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:59,494 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219189_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:59 Completed Dag: dag_1463537219189_0001_1
2016-05-18 02:06:59,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537219189_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:59,494 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537219189_0001_1_post
2016-05-18 02:06:59,494 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:59,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:59,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1, with id=dag_1463537219189_0001_1
2016-05-18 02:06:59,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158] every/(1/1) ...lyplatform/ALL_'field'_-1, with id=dag_1463537219189_0001_1
2016-05-18 02:06:59,505 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/ALL_'field'_-1, applicationId=application_1463537219189_0001
2016-05-18 02:06:59,507 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:59,507 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:59,507 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:59,507 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:59,507 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:59,507 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:59,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:59,508 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:59,508 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:59,508 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:59,508 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:59,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:59,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:59,509 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:59,512 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0BFD866183084E15940A47AC3AD024B0/C6FF6413BA07427A97AE101C15C69158/.tez/application_1463537219189_0001
2016-05-18 02:06:59,512 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_-1/_temporary
2016-05-18 02:06:59,513 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.343
2016-05-18 02:06:59,589 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_'field'_-1
2016-05-18 02:06:59,612 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:59,612 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:59,617 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:59,617 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:59,644 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:59,651 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:59,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:59,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:06:59,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:59,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:59,671 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_'field'
2016-05-18 02:06:59,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:06:59,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:59,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_'field'"]
2016-05-18 02:06:59,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:06:59,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:06:59,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:06:59,731 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:59,731 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:59,744 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:06:59,749 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:59,749 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:59,749 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:59,758 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001 doesn't exist and is created
2016-05-18 02:06:59,777 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:59,777 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:59,778 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd
2016-05-18 02:06:59,793 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537219749_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:59,793 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:59,793 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:59,794 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:59,795 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:59,795 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:59,795 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:59,795 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:59,797 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:59,797 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:59,797 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:59,797 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:59,797 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:59,798 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:59,798 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:59,798 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:59,798 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:59,798 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:59,798 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:59,798 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:59,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:59,801 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:59,801 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:59,801 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd/localmode-log-dir
2016-05-18 02:06:59,802 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd/localmode-log-dir/history.txt.appattempt_1463537219749_0001_000000, maxErrors=10
2016-05-18 02:06:59,802 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:59,802 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537219749_0001_000000, appSubmitTime=1463537219792, launchTime=1463537219793
2016-05-18 02:06:59,804 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:59,810 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:54057
2016-05-18 02:06:59,811 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537219749
2016-05-18 02:06:59,813 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537219749_0001_000000, startTime=1463537219813
2016-05-18 02:06:59,813 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:59,877 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:59,878 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:59,878 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_'field', applicationId=application_1463537219749_0001, dagName=[7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:59,895 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:59,895 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:59,896 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537219749_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd/localmode-log-dir/dag_1463537219749_0001_1.dot
2016-05-18 02:06:59,896 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd/localmode-log-dir/dag_1463537219749_0001_1-tez-dag.pb.txt
2016-05-18 02:06:59,902 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537219749_0001_1
2016-05-18 02:06:59,902 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,902 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:59 Running Dag: dag_1463537219749_0001_1
2016-05-18 02:06:59,917 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537219749_0001_1, submitTime=1463537219895
2016-05-18 02:06:59,918 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001/tez-conf.pb" } size: 40947 timestamp: 1463537219000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:59,918 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,918 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:59,919 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001/tez-conf.pb" } size: 40947 timestamp: 1463537219000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:59,919 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:06:59,919 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:59,919 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:59,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537219749_0001_1, initTime=1463537219919
2016-05-18 02:06:59,920 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219749_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:59,920 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:59,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:DAG_STARTED]: dagID=dag_1463537219749_0001_1, startTime=1463537219920
2016-05-18 02:06:59,920 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219749_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:59,920 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A731DA834994414CB3E5B3C3FD705359 : {2720D687255349E092D3635F6E291A33={InputName=2720D687255349E092D3635F6E291A33}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:59,920 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 2720D687255349E092D3635F6E291A33, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:59,921 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,921 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,921 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,921 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,921 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:59,922 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_'field', applicationId=application_1463537219749_0001, dagName=[7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:59,922 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 2720D687255349E092D3635F6E291A33 on vertex vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,922 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:06:59,924 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 2720D687255349E092D3635F6E291A33 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:59,925 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:06:59,926 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:06:59,926 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:59,926 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:06:59,926 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:59,926 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:59,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537219749_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:06:59,926 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F], numAdditionalOutputs=1
2016-05-18 02:06:59,927 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=C53677894B9F4301AED6901253602E26, vertex=vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:59,926 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:59,927 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 2720D687255349E092D3635F6E291A33 on vertex vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,929 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F9ACA820005840158347378DA85A452F:C53677894B9F4301AED6901253602E26 using oldmapred API
2016-05-18 02:06:59,929 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=C53677894B9F4301AED6901253602E26, vertexName=F9ACA820005840158347378DA85A452F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:59,930 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F9ACA820005840158347378DA85A452F, vertexId=vertex_1463537219749_0001_1_01, initRequestedTime=1463537219922, initedTime=1463537219926, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:06:59,930 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:06:59,931 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:59,931 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {2720D687255349E092D3635F6E291A33=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:59,932 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] parallelism set to 1
2016-05-18 02:06:59,932 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:59,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A731DA834994414CB3E5B3C3FD705359, vertexId=vertex_1463537219749_0001_1_00, initRequestedTime=1463537219920, initedTime=1463537219932, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:59,932 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] with distanceFromRoot: 0
2016-05-18 02:06:59,933 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:59,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537219749_0001_1_00, startRequestedTime=1463537219922, startedTime=1463537219933
2016-05-18 02:06:59,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537219749_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:59,933 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:59,933 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537219749_0001_1_00 for vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] numStartedSources: 1 numSources: 1
2016-05-18 02:06:59,934 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] with distanceFromRoot: 1
2016-05-18 02:06:59,934 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A731DA834994414CB3E5B3C3FD705359
2016-05-18 02:06:59,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537219749_0001_1_01, startRequestedTime=1463537219933, startedTime=1463537219934
2016-05-18 02:06:59,934 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:59,934 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,935 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F9ACA820005840158347378DA85A452F with 0 source tasks and 1 pending tasks
2016-05-18 02:06:59,935 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_STARTED]: vertexName=A731DA834994414CB3E5B3C3FD705359, taskId=task_1463537219749_0001_1_00_000000, scheduledTime=1463537219935, launchTime=1463537219935
2016-05-18 02:06:59,936 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A731DA834994414CB3E5B3C3FD705359 in vertex: F9ACA820005840158347378DA85A452F numBipartiteSourceTasks: 1
2016-05-18 02:06:59,936 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:06:59,937 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:59,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537219749_0001_00_000001, launchTime=1463537219939
2016-05-18 02:06:59,939 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219749_0001_00_000001
2016-05-18 02:06:59,940 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537219749_0001_1_00_000000_0] started. Is using containerId: [container_1463537219749_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:59,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A731DA834994414CB3E5B3C3FD705359, taskAttemptId=attempt_1463537219749_0001_1_00_000000_0, startTime=1463537219939, containerId=container_1463537219749_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:59,940 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219749_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59 Starting to run new task attempt: attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,941 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,941 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,941 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:59,941 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field', VertexName: A731DA834994414CB3E5B3C3FD705359, VertexParallelism: 1, TaskAttemptID:attempt_1463537219749_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2720D687255349E092D3635F6E291A33, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F9ACA820005840158347378DA85A452F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:06:59,941 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:59,942 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,942 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537219749_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:59,942 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537219749_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:59,945 INFO  input.MRInput (MRInput.java:initialize(440)) - 2720D687255349E092D3635F6E291A33 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:59,945 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 2720D687255349E092D3635F6E291A33
2016-05-18 02:06:59,946 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:59,946 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537219749_0001, with dag id: dag_1463537219749_0001_1
2016-05-18 02:06:59,952 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A731DA834994414CB3E5B3C3FD705359, ordinal: 0
2016-05-18 02:06:59,952 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A731DA834994414CB3E5B3C3FD705359, mem on start (mb), free: 230, total: 377, max: 672
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:59,952 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[2720D687255349E092D3635F6E291A33:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F9ACA820005840158347378DA85A452F:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:06:59,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:59,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:59,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:06:59,952 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[2720D687255349E092D3635F6E291A33:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F9ACA820005840158347378DA85A452F:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 2720D687255349E092D3635F6E291A33 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 2720D687255349E092D3635F6E291A33
2016-05-18 02:06:59,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:59,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:59,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:59,953 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,954 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:59,954 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 2720D687255349E092D3635F6E291A33 initialized RecordReader from event
2016-05-18 02:06:59,957 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:59,957 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 2720D687255349E092D3635F6E291A33
2016-05-18 02:06:59,957 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 0972726651AE4AE494E3C30EF2E224C0
2016-05-18 02:06:59,957 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 0972726651AE4AE494E3C30EF2E224C0
2016-05-18 02:06:59,958 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:59,962 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:06:59,962 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F9ACA820005840158347378DA85A452F using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@dbe0560, comparator=cascading.tuple.hadoop.util.TupleComparator@7d299010, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:06:59,962 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F9ACA820005840158347378DA85A452F: , UsingHashComparator=false
2016-05-18 02:06:59,977 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:06:59,977 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:06:59,977 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F9ACA820005840158347378DA85A452F: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:06:59,977 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F9ACA820005840158347378DA85A452F: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:06:59,977 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:59,977 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A731DA834994414CB3E5B3C3FD705359, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:59,990 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,991 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A731DA834994414CB3E5B3C3FD705359, mem on close (mb), free: 127, total: 377, max: 672
2016-05-18 02:06:59,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F9ACA820005840158347378DA85A452F: Starting flush of map output
2016-05-18 02:06:59,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F9ACA820005840158347378DA85A452F: Span0.length = 20, perItem = 6
2016-05-18 02:06:59,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F9ACA820005840158347378DA85A452F: done sorting span=0, length=20, time=0
2016-05-18 02:06:59,991 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F9ACA820005840158347378DA85A452F: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:06:59,992 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F9ACA820005840158347378DA85A452F: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd/localmode-local-dir/output/attempt_1463537219749_0001_1_00_000000_0_10237_0/file.out
2016-05-18 02:06:59,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:59 Completed running task attempt: attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,996 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537219749_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:59,996 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537219749_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:59,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537219749_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537219977, Process_Duration=13, Process_End_Time=1463537219990, Read_Duration=12, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:06:59,997 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537219749_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:59,997 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:59,997 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:59,997 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:59,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A731DA834994414CB3E5B3C3FD705359, taskAttemptId=attempt_1463537219749_0001_1_00_000000_0, creationTime=1463537219936, allocationTime=1463537219938, startTime=1463537219939, finishTime=1463537219997, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:59,998 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59,998 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219749_0001_00_000001
2016-05-18 02:06:59,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_FINISHED]: vertexName=A731DA834994414CB3E5B3C3FD705359, taskId=task_1463537219749_0001_1_00_000000, startTime=1463537219939, finishTime=1463537219998, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1463537219749_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537219977, Process_Duration=13, Process_End_Time=1463537219990, Read_Duration=12, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:00,001 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:00,001 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:07:00,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_FINISHED]: vertexName=A731DA834994414CB3E5B3C3FD705359, vertexId=vertex_1463537219749_0001_1_00, initRequestedTime=1463537219920, initedTime=1463537219932, startRequestedTime=1463537219922, startedTime=1463537219933, finishTime=1463537220001, timeTaken=68, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537219977, Process_Duration=13, Process_End_Time=1463537219990, Read_Duration=12, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537219939, firstTasksToStart=[ task_1463537219749_0001_1_00_000000 ], lastTaskFinishTime=1463537219997, lastTasksToFinish=[ task_1463537219749_0001_1_00_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537219749_0001_1_00_000000 ], longestDurationTasks=[ task_1463537219749_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:00,002 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:00,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537219749_0001_00_000001, stoppedTime=1463537220002, exitStatus=0
2016-05-18 02:07:00,002 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] attempt: attempt_1463537219749_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:00,002 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:00,002 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:00,002 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F9ACA820005840158347378DA85A452F
2016-05-18 02:07:00,003 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537219749_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:00,003 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A731DA834994414CB3E5B3C3FD705359, destinationVertexName=F9ACA820005840158347378DA85A452F. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:00,003 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:07:00,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_STARTED]: vertexName=F9ACA820005840158347378DA85A452F, taskId=task_1463537219749_0001_1_01_000000, scheduledTime=1463537220003, launchTime=1463537220003
2016-05-18 02:07:00,003 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:07:00,004 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537219749_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:00,005 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219749_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:00,005 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537219749_0001_00_000001, Exiting
2016-05-18 02:07:00,005 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537219749_0001_00_000001
2016-05-18 02:07:00,005 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537219749_0001_00_000001
2016-05-18 02:07:00,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537219749_0001_00_000002, launchTime=1463537220006
2016-05-18 02:07:00,006 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537219749_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:00,006 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537219749_0001_00_000001 completed successfully
2016-05-18 02:07:00,007 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219749_0001_00_000002
2016-05-18 02:07:00,007 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219749_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,007 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537219749_0001_1_01_000000_0] started. Is using containerId: [container_1463537219749_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:00,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F9ACA820005840158347378DA85A452F, taskAttemptId=attempt_1463537219749_0001_1_01_000000_0, startTime=1463537220007, containerId=container_1463537219749_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:00 Starting to run new task attempt: attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,008 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,008 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,008 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:00,008 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field', VertexName: F9ACA820005840158347378DA85A452F, VertexParallelism: 1, TaskAttemptID:attempt_1463537219749_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A731DA834994414CB3E5B3C3FD705359, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C53677894B9F4301AED6901253602E26, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:00,008 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:00,009 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,009 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537219749_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:07:00,009 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537219749_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:00,013 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:00,013 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:00,018 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F9ACA820005840158347378DA85A452F, ordinal: 1
2016-05-18 02:07:00,019 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9ACA820005840158347378DA85A452F, mem on start (mb), free: 121, total: 377, max: 672
2016-05-18 02:07:00,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:00,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:00,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:00,023 INFO  output.MROutput (MROutput.java:initialize(421)) - C53677894B9F4301AED6901253602E26: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:00,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:00,023 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C53677894B9F4301AED6901253602E26:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A731DA834994414CB3E5B3C3FD705359:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:00,023 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:00,023 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:00,023 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:00,023 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C53677894B9F4301AED6901253602E26:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A731DA834994414CB3E5B3C3FD705359:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:00,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:00,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A731DA834994414CB3E5B3C3FD705359 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:00,024 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A731DA834994414CB3E5B3C3FD705359: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:00,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:00,024 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A731DA834994414CB3E5B3C3FD705359: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:00,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:00,025 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A731DA834994414CB3E5B3C3FD705359 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:00,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A731DA834994414CB3E5B3C3FD705359
2016-05-18 02:07:00,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:00,026 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,027 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A731DA834994414CB3E5B3C3FD705359: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:00,027 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537219749_0001_1_00_000000_0_10237} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537220027, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:00,027 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A731DA834994414CB3E5B3C3FD705359
2016-05-18 02:07:00,027 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:00,027 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A731DA834994414CB3E5B3C3FD705359, wasInterrupted=false
2016-05-18 02:07:00,028 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:00,028 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:00,029 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:00,029 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001_wd/localmode-local-dir/output/attempt_1463537219749_0001_1_00_000000_0_10237/file.out, len=181, isLocal=true
2016-05-18 02:07:00,029 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:00,029 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:00,029 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A731DA834994414CB3E5B3C3FD705359: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:00,029 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:00,029 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:00,029 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A731DA834994414CB3E5B3C3FD705359
2016-05-18 02:07:00,029 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A731DA834994414CB3E5B3C3FD705359: Shuffle Runner thread complete
2016-05-18 02:07:00,031 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:00,032 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 0972726651AE4AE494E3C30EF2E224C0
2016-05-18 02:07:00,032 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_'field'"], id: C53677894B9F4301AED6901253602E26
2016-05-18 02:07:00,032 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_'field'"]
2016-05-18 02:07:00,032 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 0972726651AE4AE494E3C30EF2E224C0, for 1 inputs
2016-05-18 02:07:00,032 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F9ACA820005840158347378DA85A452F, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:00,033 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:00,034 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A731DA834994414CB3E5B3C3FD705359: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:00,040 INFO  output.MROutput (MROutput.java:close(526)) - C53677894B9F4301AED6901253602E26 closed
2016-05-18 02:07:00,040 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537219749_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:00,040 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,041 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9ACA820005840158347378DA85A452F, mem on close (mb), free: 116, total: 377, max: 672
2016-05-18 02:07:00,041 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A731DA834994414CB3E5B3C3FD705359
2016-05-18 02:07:00,041 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A731DA834994414CB3E5B3C3FD705359: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:00,041 INFO  output.MROutput (MROutput.java:close(526)) - C53677894B9F4301AED6901253602E26 closed
2016-05-18 02:07:00,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:00 Completed running task attempt: attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,042 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537219749_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:00,042 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537219749_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:00,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537219749_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=5, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537220032, Process_Duration=8, Process_End_Time=1463537220040, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:00,043 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537219749_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:00,044 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:00,044 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:00,044 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F9ACA820005840158347378DA85A452F, taskAttemptId=attempt_1463537219749_0001_1_01_000000_0, creationTime=1463537220003, allocationTime=1463537220004, startTime=1463537220007, finishTime=1463537220044, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:00,044 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00,045 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:TASK_FINISHED]: vertexName=F9ACA820005840158347378DA85A452F, taskId=task_1463537219749_0001_1_01_000000, startTime=1463537220007, finishTime=1463537220044, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537219749_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=5, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537220032, Process_Duration=8, Process_End_Time=1463537220040, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:00,045 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:00,045 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F]
2016-05-18 02:07:00,045 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537219749_0001_00_000002
2016-05-18 02:07:00,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:VERTEX_FINISHED]: vertexName=F9ACA820005840158347378DA85A452F, vertexId=vertex_1463537219749_0001_1_01, initRequestedTime=1463537219922, initedTime=1463537219926, startRequestedTime=1463537219933, startedTime=1463537219934, finishTime=1463537220045, timeTaken=111, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=5, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537220032, Process_Duration=8, Process_End_Time=1463537220040, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537220007, firstTasksToStart=[ task_1463537219749_0001_1_01_000000 ], lastTaskFinishTime=1463537220044, lastTasksToFinish=[ task_1463537219749_0001_1_01_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537219749_0001_1_01_000000 ], longestDurationTasks=[ task_1463537219749_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:00,046 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:00,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537219749_0001_00_000002, stoppedTime=1463537220046, exitStatus=0
2016-05-18 02:07:00,046 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:00,046 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:00,046 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537219749_0001_1_00 [A731DA834994414CB3E5B3C3FD705359]
2016-05-18 02:07:00,046 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537219749_0001_1
2016-05-18 02:07:00,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537219749_0001_1
2016-05-18 02:07:00,047 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219749_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:00,047 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: C53677894B9F4301AED6901253602E26 for vertex: vertex_1463537219749_0001_1_01 [F9ACA820005840158347378DA85A452F], outputName: C53677894B9F4301AED6901253602E26
2016-05-18 02:07:00,047 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537219749_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:00,055 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:C53677894B9F4301AED6901253602E26 of vertex/vertexGroup:F9ACA820005840158347378DA85A452F isVertexGroupOutput:false
2016-05-18 02:07:00,055 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:00,056 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537219749_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:00,056 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537219749_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:00,056 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537219749_0001_00_000002, Exiting
2016-05-18 02:07:00,056 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537219749_0001_00_000002
2016-05-18 02:07:00,056 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537219749_0001_00_000002
2016-05-18 02:07:00,057 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537219749_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:00,057 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537219749_0001_1, queueSize=0
2016-05-18 02:07:00,057 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537219749_0001_00_000002 completed successfully
2016-05-18 02:07:00,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537219749_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537219749_0001_1, startTime=1463537219920, finishTime=1463537220055, timeTaken=135, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=5, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074440009, Process_Duration=21, Process_End_Time=2927074440030, Read_Duration=15, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:00,057 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537219749_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:00,057 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537219749_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:00 Completed Dag: dag_1463537219749_0001_1
2016-05-18 02:07:00,057 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537219749_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:00,058 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537219749_0001_1_post
2016-05-18 02:07:00,058 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,058 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:00,058 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:00,058 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field', with id=dag_1463537219749_0001_1
2016-05-18 02:07:00,058 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8] every/(1/1) ...tform/ALL_'field'_'field', with id=dag_1463537219749_0001_1
2016-05-18 02:07:00,069 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_'field'_'field', applicationId=application_1463537219749_0001
2016-05-18 02:07:00,071 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:00,071 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:00,071 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:00,071 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:00,071 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:00,071 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:00,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:00,071 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:00,071 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:00,072 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:00,072 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:00,072 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:00,072 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:00,073 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:00,076 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7D6885CF6B86489FBF2FCDCDCACF342E/D755245ED6EC432398219806F8BE75A8/.tez/application_1463537219749_0001
2016-05-18 02:07:00,077 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_'field'/_temporary
2016-05-18 02:07:00,077 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.348
2016-05-18 02:07:00,145 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_'field'_'field'
2016-05-18 02:07:00,167 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:00,168 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:00,196 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:00,196 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:00,208 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:07:00,216 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:07:00,217 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:00,217 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:00,217 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:00,239 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:00,246 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_RESULTS
2016-05-18 02:07:00,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:00,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:00,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2016-05-18 02:07:00,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:00,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:00,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:00,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:07:00,311 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:00,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:00,327 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:00,328 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:00,328 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:00,336 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001 doesn't exist and is created
2016-05-18 02:07:00,355 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:00,355 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:00,356 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd
2016-05-18 02:07:00,371 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537220328_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:00,371 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:00,371 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:00,372 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:00,372 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:00,372 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:00,372 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:00,373 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:00,374 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:00,374 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:00,374 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:00,375 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:00,375 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:00,375 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:00,375 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:00,375 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:00,375 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:00,375 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:00,376 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:00,376 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:00,377 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:00,378 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:00,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:00,378 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd/localmode-log-dir
2016-05-18 02:07:00,378 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd/localmode-log-dir/history.txt.appattempt_1463537220328_0001_000000, maxErrors=10
2016-05-18 02:07:00,379 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:00,379 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537220328_0001_000000, appSubmitTime=1463537220370, launchTime=1463537220370
2016-05-18 02:07:00,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:00,385 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39384
2016-05-18 02:07:00,385 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537220328
2016-05-18 02:07:00,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537220328_0001_000000, startTime=1463537220387
2016-05-18 02:07:00,387 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:00,456 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:00,456 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:00,456 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_RESULTS, applicationId=application_1463537220328_0001, dagName=[BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:07:00,472 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:07:00,472 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:00,472 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537220328_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd/localmode-log-dir/dag_1463537220328_0001_1.dot
2016-05-18 02:07:00,473 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd/localmode-log-dir/dag_1463537220328_0001_1-tez-dag.pb.txt
2016-05-18 02:07:00,480 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537220328_0001_1
2016-05-18 02:07:00,480 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,480 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:07:00 Running Dag: dag_1463537220328_0001_1
2016-05-18 02:07:00,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537220328_0001_1, submitTime=1463537220472
2016-05-18 02:07:00,496 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001/tez-conf.pb" } size: 40947 timestamp: 1463537220000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:00,496 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,496 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:00,496 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001/tez-conf.pb" } size: 40947 timestamp: 1463537220000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:00,496 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,496 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:00,497 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:00,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537220328_0001_1, initTime=1463537220497
2016-05-18 02:07:00,497 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220328_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:00,497 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:00,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:DAG_STARTED]: dagID=dag_1463537220328_0001_1, startTime=1463537220498
2016-05-18 02:07:00,498 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220328_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:00,498 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C6898079FFB844FF93FBBA9C8B6B3CB0 : {E31BD80634504003B4EA19FB62D00138={InputName=E31BD80634504003B4EA19FB62D00138}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:00,498 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E31BD80634504003B4EA19FB62D00138, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:00,498 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,499 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,499 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,499 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,499 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:00,500 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,500 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E31BD80634504003B4EA19FB62D00138 on vertex vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,500 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_RESULTS, applicationId=application_1463537220328_0001, dagName=[BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:07:00,502 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E31BD80634504003B4EA19FB62D00138 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:00,503 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:00,503 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,503 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:00,504 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:00,503 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,504 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:00,504 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:00,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537220328_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:00,505 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2], numAdditionalOutputs=1
2016-05-18 02:07:00,505 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=CD193E286FAE4431A3B41BDF1F4A8A1C, vertex=vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:00,505 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E31BD80634504003B4EA19FB62D00138 on vertex vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,507 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E18CF95629DE4EBBB9A34B14BE9604E2:CD193E286FAE4431A3B41BDF1F4A8A1C using oldmapred API
2016-05-18 02:07:00,508 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=CD193E286FAE4431A3B41BDF1F4A8A1C, vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:00,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, vertexId=vertex_1463537220328_0001_1_01, initRequestedTime=1463537220500, initedTime=1463537220505, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:00,509 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:00,509 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:00,510 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E31BD80634504003B4EA19FB62D00138=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:00,510 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] parallelism set to 1
2016-05-18 02:07:00,510 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:00,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, vertexId=vertex_1463537220328_0001_1_00, initRequestedTime=1463537220498, initedTime=1463537220511, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:00,511 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] with distanceFromRoot: 0
2016-05-18 02:07:00,511 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:00,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537220328_0001_1_00, startRequestedTime=1463537220500, startedTime=1463537220511
2016-05-18 02:07:00,512 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537220328_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:00,512 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:00,512 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537220328_0001_1_00 for vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] numStartedSources: 1 numSources: 1
2016-05-18 02:07:00,512 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] with distanceFromRoot: 1
2016-05-18 02:07:00,512 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C6898079FFB844FF93FBBA9C8B6B3CB0
2016-05-18 02:07:00,512 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,512 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537220328_0001_1_01, startRequestedTime=1463537220512, startedTime=1463537220512
2016-05-18 02:07:00,513 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:00,513 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_STARTED]: vertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, taskId=task_1463537220328_0001_1_00_000000, scheduledTime=1463537220513, launchTime=1463537220513
2016-05-18 02:07:00,513 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,514 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E18CF95629DE4EBBB9A34B14BE9604E2 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:00,514 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:00,514 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C6898079FFB844FF93FBBA9C8B6B3CB0 in vertex: E18CF95629DE4EBBB9A34B14BE9604E2 numBipartiteSourceTasks: 1
2016-05-18 02:07:00,515 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537220328_0001_00_000001, launchTime=1463537220515
2016-05-18 02:07:00,516 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220328_0001_00_000001
2016-05-18 02:07:00,516 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537220328_0001_1_00_000000_0] started. Is using containerId: [container_1463537220328_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:00,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, taskAttemptId=attempt_1463537220328_0001_1_00_000000_0, startTime=1463537220516, containerId=container_1463537220328_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:00,518 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220328_0001_00_000001: 1 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00 Starting to run new task attempt: attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,519 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,519 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,519 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:00,519 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS, VertexName: C6898079FFB844FF93FBBA9C8B6B3CB0, VertexParallelism: 1, TaskAttemptID:attempt_1463537220328_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E31BD80634504003B4EA19FB62D00138, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E18CF95629DE4EBBB9A34B14BE9604E2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:00,519 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:00,520 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,521 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537220328_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:00,521 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537220328_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:00,524 INFO  input.MRInput (MRInput.java:initialize(440)) - E31BD80634504003B4EA19FB62D00138 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:00,524 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E31BD80634504003B4EA19FB62D00138
2016-05-18 02:07:00,524 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537220328_0001, with dag id: dag_1463537220328_0001_1
2016-05-18 02:07:00,525 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:00,529 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C6898079FFB844FF93FBBA9C8B6B3CB0, ordinal: 0
2016-05-18 02:07:00,529 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C6898079FFB844FF93FBBA9C8B6B3CB0, mem on start (mb), free: 213, total: 376, max: 672
2016-05-18 02:07:00,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:00,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:00,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:00,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:00,529 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E31BD80634504003B4EA19FB62D00138:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [E18CF95629DE4EBBB9A34B14BE9604E2:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:00,529 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:00,530 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:00,530 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:00,530 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E31BD80634504003B4EA19FB62D00138:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [E18CF95629DE4EBBB9A34B14BE9604E2:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:00,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:00,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E31BD80634504003B4EA19FB62D00138 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:00,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:00,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:00,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E31BD80634504003B4EA19FB62D00138
2016-05-18 02:07:00,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:00,531 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,532 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:00,532 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E31BD80634504003B4EA19FB62D00138 initialized RecordReader from event
2016-05-18 02:07:00,535 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:00,535 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E31BD80634504003B4EA19FB62D00138
2016-05-18 02:07:00,535 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 2AE4475D28534E67A31FFDF9B02A908D
2016-05-18 02:07:00,536 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 2AE4475D28534E67A31FFDF9B02A908D
2016-05-18 02:07:00,537 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:00,539 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:00,539 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E18CF95629DE4EBBB9A34B14BE9604E2 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@6e0bf178, comparator=cascading.tuple.hadoop.util.TupleComparator@521a35b9, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:00,540 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E18CF95629DE4EBBB9A34B14BE9604E2: , UsingHashComparator=false
2016-05-18 02:07:00,552 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:00,553 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:00,553 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E18CF95629DE4EBBB9A34B14BE9604E2: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:00,553 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E18CF95629DE4EBBB9A34B14BE9604E2: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:00,553 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:00,553 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C6898079FFB844FF93FBBA9C8B6B3CB0, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:00,556 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,556 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C6898079FFB844FF93FBBA9C8B6B3CB0, mem on close (mb), free: 110, total: 376, max: 672
2016-05-18 02:07:00,556 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E18CF95629DE4EBBB9A34B14BE9604E2: Starting flush of map output
2016-05-18 02:07:00,556 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E18CF95629DE4EBBB9A34B14BE9604E2: Span0.length = 20, perItem = 6
2016-05-18 02:07:00,557 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E18CF95629DE4EBBB9A34B14BE9604E2: done sorting span=0, length=20, time=1
2016-05-18 02:07:00,557 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E18CF95629DE4EBBB9A34B14BE9604E2: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:00,558 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E18CF95629DE4EBBB9A34B14BE9604E2: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd/localmode-local-dir/output/attempt_1463537220328_0001_1_00_000000_0_10243_0/file.out
2016-05-18 02:07:00,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:00 Completed running task attempt: attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,562 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537220328_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:00,562 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537220328_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:00,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537220328_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537220553, Process_Duration=3, Process_End_Time=1463537220556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:00,563 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537220328_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:00,563 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:00,563 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:00,563 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, taskAttemptId=attempt_1463537220328_0001_1_00_000000_0, creationTime=1463537220513, allocationTime=1463537220515, startTime=1463537220516, finishTime=1463537220563, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:00,564 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_FINISHED]: vertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, taskId=task_1463537220328_0001_1_00_000000, startTime=1463537220516, finishTime=1463537220564, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537220328_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537220553, Process_Duration=3, Process_End_Time=1463537220556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:00,564 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:00,565 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_FINISHED]: vertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, vertexId=vertex_1463537220328_0001_1_00, initRequestedTime=1463537220498, initedTime=1463537220511, startRequestedTime=1463537220500, startedTime=1463537220511, finishTime=1463537220565, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537220553, Process_Duration=3, Process_End_Time=1463537220556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537220516, firstTasksToStart=[ task_1463537220328_0001_1_00_000000 ], lastTaskFinishTime=1463537220563, lastTasksToFinish=[ task_1463537220328_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537220328_0001_1_00_000000 ], longestDurationTasks=[ task_1463537220328_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:00,565 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:00,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537220328_0001_00_000001, stoppedTime=1463537220565, exitStatus=0
2016-05-18 02:07:00,566 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] attempt: attempt_1463537220328_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:00,566 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220328_0001_00_000001
2016-05-18 02:07:00,566 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E18CF95629DE4EBBB9A34B14BE9604E2
2016-05-18 02:07:00,566 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:00,566 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:00,566 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537220328_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:00,566 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, destinationVertexName=E18CF95629DE4EBBB9A34B14BE9604E2. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:00,566 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,566 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537220328_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:00,567 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220328_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:00,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_STARTED]: vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, taskId=task_1463537220328_0001_1_01_000000, scheduledTime=1463537220567, launchTime=1463537220567
2016-05-18 02:07:00,567 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537220328_0001_00_000001, Exiting
2016-05-18 02:07:00,567 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537220328_0001_00_000001
2016-05-18 02:07:00,567 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537220328_0001_00_000001
2016-05-18 02:07:00,567 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,569 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537220328_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:00,569 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537220328_0001_00_000001 completed successfully
2016-05-18 02:07:00,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537220328_0001_00_000002, launchTime=1463537220569
2016-05-18 02:07:00,570 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220328_0001_00_000002
2016-05-18 02:07:00,570 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220328_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,570 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537220328_0001_1_01_000000_0] started. Is using containerId: [container_1463537220328_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:00 Starting to run new task attempt: attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, taskAttemptId=attempt_1463537220328_0001_1_01_000000_0, startTime=1463537220570, containerId=container_1463537220328_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:00,571 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,571 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,571 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:00,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS, VertexName: E18CF95629DE4EBBB9A34B14BE9604E2, VertexParallelism: 1, TaskAttemptID:attempt_1463537220328_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C6898079FFB844FF93FBBA9C8B6B3CB0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=CD193E286FAE4431A3B41BDF1F4A8A1C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:00,571 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:00,571 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,572 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537220328_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,572 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537220328_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:00,575 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:00,575 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:00,579 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E18CF95629DE4EBBB9A34B14BE9604E2, ordinal: 1
2016-05-18 02:07:00,579 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E18CF95629DE4EBBB9A34B14BE9604E2, mem on start (mb), free: 105, total: 376, max: 672
2016-05-18 02:07:00,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:00,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:00,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:00,584 INFO  output.MROutput (MROutput.java:initialize(421)) - CD193E286FAE4431A3B41BDF1F4A8A1C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:00,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:00,584 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CD193E286FAE4431A3B41BDF1F4A8A1C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C6898079FFB844FF93FBBA9C8B6B3CB0:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:00,584 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:00,584 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:00,584 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:00,585 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CD193E286FAE4431A3B41BDF1F4A8A1C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C6898079FFB844FF93FBBA9C8B6B3CB0:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:00,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:00,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C6898079FFB844FF93FBBA9C8B6B3CB0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:00,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:00,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:00,585 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C6898079FFB844FF93FBBA9C8B6B3CB0: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:00,585 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C6898079FFB844FF93FBBA9C8B6B3CB0: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:00,585 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C6898079FFB844FF93FBBA9C8B6B3CB0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:00,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C6898079FFB844FF93FBBA9C8B6B3CB0
2016-05-18 02:07:00,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:00,587 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,587 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C6898079FFB844FF93FBBA9C8B6B3CB0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:00,588 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537220328_0001_1_00_000000_0_10243} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537220588, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:00,589 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C6898079FFB844FF93FBBA9C8B6B3CB0
2016-05-18 02:07:00,589 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:00,589 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C6898079FFB844FF93FBBA9C8B6B3CB0, wasInterrupted=false
2016-05-18 02:07:00,589 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:00,589 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - C6898079FFB844FF93FBBA9C8B6B3CB0: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:00,590 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:00,590 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:00,591 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:00,590 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 2AE4475D28534E67A31FFDF9B02A908D
2016-05-18 02:07:00,591 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001_wd/localmode-local-dir/output/attempt_1463537220328_0001_1_00_000000_0_10243/file.out, len=181, isLocal=true
2016-05-18 02:07:00,591 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:00,591 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:00,591 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:00,592 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:00,592 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C6898079FFB844FF93FBBA9C8B6B3CB0
2016-05-18 02:07:00,592 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_RESULTS"], id: CD193E286FAE4431A3B41BDF1F4A8A1C
2016-05-18 02:07:00,592 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C6898079FFB844FF93FBBA9C8B6B3CB0: Shuffle Runner thread complete
2016-05-18 02:07:00,592 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_RESULTS"]
2016-05-18 02:07:00,593 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 2AE4475D28534E67A31FFDF9B02A908D, for 1 inputs
2016-05-18 02:07:00,593 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E18CF95629DE4EBBB9A34B14BE9604E2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:00,594 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:00,594 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C6898079FFB844FF93FBBA9C8B6B3CB0: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:00,599 INFO  output.MROutput (MROutput.java:close(526)) - CD193E286FAE4431A3B41BDF1F4A8A1C closed
2016-05-18 02:07:00,600 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537220328_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:00,600 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,601 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E18CF95629DE4EBBB9A34B14BE9604E2, mem on close (mb), free: 99, total: 376, max: 672
2016-05-18 02:07:00,601 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C6898079FFB844FF93FBBA9C8B6B3CB0
2016-05-18 02:07:00,601 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C6898079FFB844FF93FBBA9C8B6B3CB0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:00,601 INFO  output.MROutput (MROutput.java:close(526)) - CD193E286FAE4431A3B41BDF1F4A8A1C closed
2016-05-18 02:07:00,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:00 Completed running task attempt: attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,602 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537220328_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:00,602 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537220328_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:00,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537220328_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537220593, Process_Duration=7, Process_End_Time=1463537220600, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:00,603 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537220328_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:00,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, taskAttemptId=attempt_1463537220328_0001_1_01_000000_0, creationTime=1463537220567, allocationTime=1463537220568, startTime=1463537220570, finishTime=1463537220603, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:00,603 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:00,603 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00,603 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:00,603 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,603 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220328_0001_00_000002
2016-05-18 02:07:00,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:TASK_FINISHED]: vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, taskId=task_1463537220328_0001_1_01_000000, startTime=1463537220570, finishTime=1463537220603, timeTaken=33, status=SUCCEEDED, successfulAttemptID=attempt_1463537220328_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537220593, Process_Duration=7, Process_End_Time=1463537220600, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:00,604 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:00,604 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2]
2016-05-18 02:07:00,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:VERTEX_FINISHED]: vertexName=E18CF95629DE4EBBB9A34B14BE9604E2, vertexId=vertex_1463537220328_0001_1_01, initRequestedTime=1463537220500, initedTime=1463537220505, startRequestedTime=1463537220512, startedTime=1463537220512, finishTime=1463537220604, timeTaken=92, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537220593, Process_Duration=7, Process_End_Time=1463537220600, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537220570, firstTasksToStart=[ task_1463537220328_0001_1_01_000000 ], lastTaskFinishTime=1463537220603, lastTasksToFinish=[ task_1463537220328_0001_1_01_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537220328_0001_1_01_000000 ], longestDurationTasks=[ task_1463537220328_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:00,605 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:00,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537220328_0001_00_000002, stoppedTime=1463537220605, exitStatus=0
2016-05-18 02:07:00,605 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:00,605 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:00,605 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537220328_0001_1_00 [C6898079FFB844FF93FBBA9C8B6B3CB0]
2016-05-18 02:07:00,605 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537220328_0001_1
2016-05-18 02:07:00,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537220328_0001_1
2016-05-18 02:07:00,605 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220328_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:00,606 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537220328_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:00,605 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: CD193E286FAE4431A3B41BDF1F4A8A1C for vertex: vertex_1463537220328_0001_1_01 [E18CF95629DE4EBBB9A34B14BE9604E2], outputName: CD193E286FAE4431A3B41BDF1F4A8A1C
2016-05-18 02:07:00,614 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537220328_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:00,614 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220328_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:00,614 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537220328_0001_00_000002, Exiting
2016-05-18 02:07:00,614 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537220328_0001_00_000002
2016-05-18 02:07:00,614 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:CD193E286FAE4431A3B41BDF1F4A8A1C of vertex/vertexGroup:E18CF95629DE4EBBB9A34B14BE9604E2 isVertexGroupOutput:false
2016-05-18 02:07:00,614 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:00,614 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537220328_0001_00_000002
2016-05-18 02:07:00,615 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537220328_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:00,615 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537220328_0001_00_000002 completed successfully
2016-05-18 02:07:00,616 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537220328_0001_1, queueSize=0
2016-05-18 02:07:00,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220328_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537220328_0001_1, startTime=1463537220497, finishTime=1463537220614, timeTaken=117, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=190, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074441146, Process_Duration=10, Process_End_Time=2927074441156, Read_Duration=1, Tuples_Read=40, Tuples_Written=40, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:00,616 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537220328_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:00,616 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220328_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:00 Completed Dag: dag_1463537220328_0001_1
2016-05-18 02:07:00,616 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537220328_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:00,617 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537220328_0001_1_post
2016-05-18 02:07:00,617 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:00,617 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:00,617 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:00,617 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS, with id=dag_1463537220328_0001_1
2016-05-18 02:07:00,617 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E] every/(1/1) ...tform/ALL_'field'_RESULTS, with id=dag_1463537220328_0001_1
2016-05-18 02:07:00,622 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_'field'_RESULTS, applicationId=application_1463537220328_0001
2016-05-18 02:07:00,624 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:00,624 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:00,624 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:00,624 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:00,624 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:00,624 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:00,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:00,625 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:00,625 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:00,625 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:00,625 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:00,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:00,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:00,626 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:00,628 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/BBE7F57B3FE14FA98CB6BD74E8A9B723/E6989FF4C5DA4F838C699BBB557DA74E/.tez/application_1463537220328_0001
2016-05-18 02:07:00,629 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_RESULTS/_temporary
2016-05-18 02:07:00,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.321
2016-05-18 02:07:00,693 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:00,693 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:00,697 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_'field'_RESULTS
2016-05-18 02:07:00,730 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:00,731 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:00,762 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:07:00,774 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:07:00,774 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:00,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:00,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:00,793 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:00,798 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_ALL
2016-05-18 02:07:00,841 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:00,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:00,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_ALL"]
2016-05-18 02:07:00,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:00,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:00,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:00,844 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:07:00,844 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:00,857 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:00,862 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:00,862 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:00,862 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:00,870 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001 doesn't exist and is created
2016-05-18 02:07:00,890 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:00,890 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:00,891 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd
2016-05-18 02:07:00,906 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537220862_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:00,907 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:00,907 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:00,908 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:00,908 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:00,908 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:00,908 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:00,909 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:00,910 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:00,910 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:00,911 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:00,911 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:00,911 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:00,911 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:00,911 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:00,911 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:00,911 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:00,912 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:00,912 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:00,912 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:00,913 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:00,914 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:00,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:00,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd/localmode-log-dir
2016-05-18 02:07:00,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd/localmode-log-dir/history.txt.appattempt_1463537220862_0001_000000, maxErrors=10
2016-05-18 02:07:00,914 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:00,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537220862_0001_000000, appSubmitTime=1463537220906, launchTime=1463537220906
2016-05-18 02:07:00,917 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:00,920 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44128
2016-05-18 02:07:00,920 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537220862
2016-05-18 02:07:00,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537220862_0001_000000, startTime=1463537220922
2016-05-18 02:07:00,922 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:00,991 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:00,991 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:00,991 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/ALL_'field'_ALL, applicationId=application_1463537220862_0001, dagName=[6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:07:01,006 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:07:01,006 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:01,007 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537220862_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd/localmode-log-dir/dag_1463537220862_0001_1.dot
2016-05-18 02:07:01,007 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd/localmode-log-dir/dag_1463537220862_0001_1-tez-dag.pb.txt
2016-05-18 02:07:01,014 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537220862_0001_1
2016-05-18 02:07:01,014 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,014 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:07:01 Running Dag: dag_1463537220862_0001_1
2016-05-18 02:07:01,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537220862_0001_1, submitTime=1463537221006
2016-05-18 02:07:01,029 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001/tez-conf.pb" } size: 40947 timestamp: 1463537220000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:01,029 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,030 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:01,030 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001/tez-conf.pb" } size: 40947 timestamp: 1463537220000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:01,030 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,030 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:01,030 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:01,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537220862_0001_1, initTime=1463537221030
2016-05-18 02:07:01,030 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220862_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:01,031 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:01,031 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/ALL_'field'_ALL, applicationId=application_1463537220862_0001, dagName=[6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:07:01,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:DAG_STARTED]: dagID=dag_1463537220862_0001_1, startTime=1463537221031
2016-05-18 02:07:01,031 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220862_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:01,031 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DF447546D4024D629EBFA2798FC35430 : {D6FC8BFFB96A43268C28EF9FD0902BF7={InputName=D6FC8BFFB96A43268C28EF9FD0902BF7}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:01,032 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: D6FC8BFFB96A43268C28EF9FD0902BF7, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:01,032 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,032 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,032 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,032 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,033 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:01,033 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,034 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: D6FC8BFFB96A43268C28EF9FD0902BF7 on vertex vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,036 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:01,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537220862_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:01,037 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980], numAdditionalOutputs=1
2016-05-18 02:07:01,037 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=550E8217C5994DEABE339F4C5B341DC2, vertex=vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:01,038 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input D6FC8BFFB96A43268C28EF9FD0902BF7 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:01,039 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:01,039 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:01,039 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FCDEFE8BDAB543D296FE32F5440FB980:550E8217C5994DEABE339F4C5B341DC2 using oldmapred API
2016-05-18 02:07:01,040 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=550E8217C5994DEABE339F4C5B341DC2, vertexName=FCDEFE8BDAB543D296FE32F5440FB980, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:01,040 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:01,040 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:01,041 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: D6FC8BFFB96A43268C28EF9FD0902BF7 on vertex vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,041 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FCDEFE8BDAB543D296FE32F5440FB980, vertexId=vertex_1463537220862_0001_1_01, initRequestedTime=1463537221033, initedTime=1463537221037, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:01,041 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:01,042 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:01,042 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {D6FC8BFFB96A43268C28EF9FD0902BF7=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:01,043 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] parallelism set to 1
2016-05-18 02:07:01,043 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:01,043 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF447546D4024D629EBFA2798FC35430, vertexId=vertex_1463537220862_0001_1_00, initRequestedTime=1463537221031, initedTime=1463537221043, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:01,044 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] with distanceFromRoot: 0
2016-05-18 02:07:01,044 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:01,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537220862_0001_1_00, startRequestedTime=1463537221033, startedTime=1463537221044
2016-05-18 02:07:01,045 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537220862_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:01,045 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:01,045 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537220862_0001_1_00 for vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] numStartedSources: 1 numSources: 1
2016-05-18 02:07:01,045 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] with distanceFromRoot: 1
2016-05-18 02:07:01,045 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DF447546D4024D629EBFA2798FC35430
2016-05-18 02:07:01,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537220862_0001_1_01, startRequestedTime=1463537221045, startedTime=1463537221045
2016-05-18 02:07:01,046 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:01,046 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: FCDEFE8BDAB543D296FE32F5440FB980 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:01,046 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,047 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DF447546D4024D629EBFA2798FC35430 in vertex: FCDEFE8BDAB543D296FE32F5440FB980 numBipartiteSourceTasks: 1
2016-05-18 02:07:01,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_STARTED]: vertexName=DF447546D4024D629EBFA2798FC35430, taskId=task_1463537220862_0001_1_00_000000, scheduledTime=1463537221047, launchTime=1463537221047
2016-05-18 02:07:01,048 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,048 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:01,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537220862_0001_00_000001, launchTime=1463537221050
2016-05-18 02:07:01,050 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220862_0001_00_000001
2016-05-18 02:07:01,051 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537220862_0001, with dag id: dag_1463537220862_0001_1
2016-05-18 02:07:01,051 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537220862_0001_1_00_000000_0] started. Is using containerId: [container_1463537220862_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:01,051 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF447546D4024D629EBFA2798FC35430, taskAttemptId=attempt_1463537220862_0001_1_00_000000_0, startTime=1463537221051, containerId=container_1463537220862_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:01,051 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220862_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,052 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,052 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,052 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:01,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL, VertexName: DF447546D4024D629EBFA2798FC35430, VertexParallelism: 1, TaskAttemptID:attempt_1463537220862_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D6FC8BFFB96A43268C28EF9FD0902BF7, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FCDEFE8BDAB543D296FE32F5440FB980, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:01,053 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:01,054 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,056 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537220862_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:01,056 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537220862_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:01,057 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:01,059 INFO  input.MRInput (MRInput.java:initialize(440)) - D6FC8BFFB96A43268C28EF9FD0902BF7 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:01,059 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: D6FC8BFFB96A43268C28EF9FD0902BF7
2016-05-18 02:07:01,060 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF447546D4024D629EBFA2798FC35430, ordinal: 0
2016-05-18 02:07:01,060 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF447546D4024D629EBFA2798FC35430, mem on start (mb), free: 193, total: 376, max: 672
2016-05-18 02:07:01,060 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:01,060 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:01,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:01,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:01,061 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FCDEFE8BDAB543D296FE32F5440FB980:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [D6FC8BFFB96A43268C28EF9FD0902BF7:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:07:01,061 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:01,061 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:01,062 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:01,062 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FCDEFE8BDAB543D296FE32F5440FB980:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [D6FC8BFFB96A43268C28EF9FD0902BF7:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:07:01,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:01,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D6FC8BFFB96A43268C28EF9FD0902BF7 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:01,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D6FC8BFFB96A43268C28EF9FD0902BF7
2016-05-18 02:07:01,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:01,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:01,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:01,063 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,064 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:01,064 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - D6FC8BFFB96A43268C28EF9FD0902BF7 initialized RecordReader from event
2016-05-18 02:07:01,065 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:01,067 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D6FC8BFFB96A43268C28EF9FD0902BF7
2016-05-18 02:07:01,067 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 4EBF19D254644405848055B9659CECF7
2016-05-18 02:07:01,067 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 4EBF19D254644405848055B9659CECF7
2016-05-18 02:07:01,069 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,071 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,071 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - FCDEFE8BDAB543D296FE32F5440FB980 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@bb446bb, comparator=cascading.tuple.hadoop.util.TupleComparator@688fa4fd, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:01,071 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for FCDEFE8BDAB543D296FE32F5440FB980: , UsingHashComparator=false
2016-05-18 02:07:01,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:01,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:01,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for FCDEFE8BDAB543D296FE32F5440FB980: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:01,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - FCDEFE8BDAB543D296FE32F5440FB980: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:01,087 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:01,088 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF447546D4024D629EBFA2798FC35430, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:01,090 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,090 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF447546D4024D629EBFA2798FC35430, mem on close (mb), free: 91, total: 376, max: 672
2016-05-18 02:07:01,090 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - FCDEFE8BDAB543D296FE32F5440FB980: Starting flush of map output
2016-05-18 02:07:01,090 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - FCDEFE8BDAB543D296FE32F5440FB980: Span0.length = 20, perItem = 6
2016-05-18 02:07:01,090 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - FCDEFE8BDAB543D296FE32F5440FB980: done sorting span=0, length=20, time=0
2016-05-18 02:07:01,090 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - FCDEFE8BDAB543D296FE32F5440FB980: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:01,091 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - FCDEFE8BDAB543D296FE32F5440FB980: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd/localmode-local-dir/output/attempt_1463537220862_0001_1_00_000000_0_10248_0/file.out
2016-05-18 02:07:01,095 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,096 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537220862_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:01,096 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537220862_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:01,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537220862_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537221088, Process_Duration=1, Process_End_Time=1463537221089, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:01,097 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537220862_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:01,097 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:01,097 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:01,097 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,097 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220862_0001_00_000001
2016-05-18 02:07:01,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF447546D4024D629EBFA2798FC35430, taskAttemptId=attempt_1463537220862_0001_1_00_000000_0, creationTime=1463537221048, allocationTime=1463537221049, startTime=1463537221051, finishTime=1463537221097, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:01,097 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_FINISHED]: vertexName=DF447546D4024D629EBFA2798FC35430, taskId=task_1463537220862_0001_1_00_000000, startTime=1463537221051, finishTime=1463537221098, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1463537220862_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537221088, Process_Duration=1, Process_End_Time=1463537221089, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:01,098 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:01,098 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_FINISHED]: vertexName=DF447546D4024D629EBFA2798FC35430, vertexId=vertex_1463537220862_0001_1_00, initRequestedTime=1463537221031, initedTime=1463537221043, startRequestedTime=1463537221033, startedTime=1463537221044, finishTime=1463537221098, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537221088, Process_Duration=1, Process_End_Time=1463537221089, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537221051, firstTasksToStart=[ task_1463537220862_0001_1_00_000000 ], lastTaskFinishTime=1463537221097, lastTasksToFinish=[ task_1463537220862_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537220862_0001_1_00_000000 ], longestDurationTasks=[ task_1463537220862_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:01,099 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:01,099 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] attempt: attempt_1463537220862_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:01,099 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:01,099 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:01,099 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FCDEFE8BDAB543D296FE32F5440FB980
2016-05-18 02:07:01,099 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DF447546D4024D629EBFA2798FC35430, destinationVertexName=FCDEFE8BDAB543D296FE32F5440FB980. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:01,100 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537220862_0001_00_000001, stoppedTime=1463537221099, exitStatus=0
2016-05-18 02:07:01,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_STARTED]: vertexName=FCDEFE8BDAB543D296FE32F5440FB980, taskId=task_1463537220862_0001_1_01_000000, scheduledTime=1463537221100, launchTime=1463537221100
2016-05-18 02:07:01,100 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,100 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537220862_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:01,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537220862_0001_00_000002, launchTime=1463537221101
2016-05-18 02:07:01,102 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220862_0001_00_000002
2016-05-18 02:07:01,102 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220862_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,102 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537220862_0001_1_01_000000_0] started. Is using containerId: [container_1463537220862_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:01,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FCDEFE8BDAB543D296FE32F5440FB980, taskAttemptId=attempt_1463537220862_0001_1_01_000000_0, startTime=1463537221102, containerId=container_1463537220862_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,103 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,103 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,103 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:01,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL, VertexName: FCDEFE8BDAB543D296FE32F5440FB980, VertexParallelism: 1, TaskAttemptID:attempt_1463537220862_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DF447546D4024D629EBFA2798FC35430, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=550E8217C5994DEABE339F4C5B341DC2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:01,103 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:01,104 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,104 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537220862_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,104 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537220862_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:01,106 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:01,107 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:01,108 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537220862_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:01,108 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220862_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:01,108 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537220862_0001_00_000001, Exiting
2016-05-18 02:07:01,108 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537220862_0001_00_000001
2016-05-18 02:07:01,108 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537220862_0001_00_000001
2016-05-18 02:07:01,110 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537220862_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:01,110 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537220862_0001_00_000001 completed successfully
2016-05-18 02:07:01,113 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FCDEFE8BDAB543D296FE32F5440FB980, ordinal: 1
2016-05-18 02:07:01,113 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FCDEFE8BDAB543D296FE32F5440FB980, mem on start (mb), free: 83, total: 376, max: 672
2016-05-18 02:07:01,113 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:01,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:01,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:01,117 INFO  output.MROutput (MROutput.java:initialize(421)) - 550E8217C5994DEABE339F4C5B341DC2: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:01,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:01,117 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[550E8217C5994DEABE339F4C5B341DC2:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [DF447546D4024D629EBFA2798FC35430:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:01,117 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:01,117 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:01,118 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:01,118 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[550E8217C5994DEABE339F4C5B341DC2:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [DF447546D4024D629EBFA2798FC35430:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:01,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:01,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DF447546D4024D629EBFA2798FC35430 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:01,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:01,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:01,118 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - DF447546D4024D629EBFA2798FC35430: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:01,118 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - DF447546D4024D629EBFA2798FC35430: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:01,119 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: DF447546D4024D629EBFA2798FC35430 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:01,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DF447546D4024D629EBFA2798FC35430
2016-05-18 02:07:01,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:01,120 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,121 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DF447546D4024D629EBFA2798FC35430: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:01,123 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:01,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537220862_0001_1_00_000000_0_10248} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537221123, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:01,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : DF447546D4024D629EBFA2798FC35430
2016-05-18 02:07:01,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:01,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: DF447546D4024D629EBFA2798FC35430, wasInterrupted=false
2016-05-18 02:07:01,123 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 4EBF19D254644405848055B9659CECF7
2016-05-18 02:07:01,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:01,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - DF447546D4024D629EBFA2798FC35430: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:01,124 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_ALL"], id: 550E8217C5994DEABE339F4C5B341DC2
2016-05-18 02:07:01,124 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:01,124 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_ALL"]
2016-05-18 02:07:01,125 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 4EBF19D254644405848055B9659CECF7, for 1 inputs
2016-05-18 02:07:01,125 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,125 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001_wd/localmode-local-dir/output/attempt_1463537220862_0001_1_00_000000_0_10248/file.out, len=181, isLocal=true
2016-05-18 02:07:01,125 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:01,125 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:01,125 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:01,126 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:01,126 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : DF447546D4024D629EBFA2798FC35430
2016-05-18 02:07:01,126 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - DF447546D4024D629EBFA2798FC35430: Shuffle Runner thread complete
2016-05-18 02:07:01,126 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FCDEFE8BDAB543D296FE32F5440FB980, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:07:01,127 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,127 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - DF447546D4024D629EBFA2798FC35430: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:01,132 INFO  output.MROutput (MROutput.java:close(526)) - 550E8217C5994DEABE339F4C5B341DC2 closed
2016-05-18 02:07:01,132 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537220862_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:01,132 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,133 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FCDEFE8BDAB543D296FE32F5440FB980, mem on close (mb), free: 78, total: 376, max: 672
2016-05-18 02:07:01,133 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: DF447546D4024D629EBFA2798FC35430
2016-05-18 02:07:01,133 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DF447546D4024D629EBFA2798FC35430: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:01,133 INFO  output.MROutput (MROutput.java:close(526)) - 550E8217C5994DEABE339F4C5B341DC2 closed
2016-05-18 02:07:01,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,134 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537220862_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:01,134 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537220862_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:01,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537220862_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537221126, Process_Duration=6, Process_End_Time=1463537221132, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:01,135 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537220862_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:01,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FCDEFE8BDAB543D296FE32F5440FB980, taskAttemptId=attempt_1463537220862_0001_1_01_000000_0, creationTime=1463537221100, allocationTime=1463537221101, startTime=1463537221102, finishTime=1463537221135, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:01,135 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:01,135 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01,135 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:01,136 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:TASK_FINISHED]: vertexName=FCDEFE8BDAB543D296FE32F5440FB980, taskId=task_1463537220862_0001_1_01_000000, startTime=1463537221102, finishTime=1463537221135, timeTaken=33, status=SUCCEEDED, successfulAttemptID=attempt_1463537220862_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537221126, Process_Duration=6, Process_End_Time=1463537221132, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:01,136 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:01,136 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980]
2016-05-18 02:07:01,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:VERTEX_FINISHED]: vertexName=FCDEFE8BDAB543D296FE32F5440FB980, vertexId=vertex_1463537220862_0001_1_01, initRequestedTime=1463537221033, initedTime=1463537221037, startRequestedTime=1463537221045, startedTime=1463537221045, finishTime=1463537221136, timeTaken=91, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537221126, Process_Duration=6, Process_End_Time=1463537221132, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537221102, firstTasksToStart=[ task_1463537220862_0001_1_01_000000 ], lastTaskFinishTime=1463537221135, lastTasksToFinish=[ task_1463537220862_0001_1_01_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537220862_0001_1_01_000000 ], longestDurationTasks=[ task_1463537220862_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:01,137 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:01,136 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537220862_0001_00_000002
2016-05-18 02:07:01,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537220862_0001_00_000002, stoppedTime=1463537221137, exitStatus=0
2016-05-18 02:07:01,137 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:01,137 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:01,137 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537220862_0001_1_00 [DF447546D4024D629EBFA2798FC35430]
2016-05-18 02:07:01,137 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537220862_0001_1
2016-05-18 02:07:01,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537220862_0001_1
2016-05-18 02:07:01,138 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220862_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:01,138 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 550E8217C5994DEABE339F4C5B341DC2 for vertex: vertex_1463537220862_0001_1_01 [FCDEFE8BDAB543D296FE32F5440FB980], outputName: 550E8217C5994DEABE339F4C5B341DC2
2016-05-18 02:07:01,139 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537220862_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:01,139 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537220862_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:01,139 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537220862_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:01,140 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537220862_0001_00_000002, Exiting
2016-05-18 02:07:01,140 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537220862_0001_00_000002
2016-05-18 02:07:01,140 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537220862_0001_00_000002
2016-05-18 02:07:01,140 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537220862_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:01,141 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537220862_0001_00_000002 completed successfully
2016-05-18 02:07:01,148 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:550E8217C5994DEABE339F4C5B341DC2 of vertex/vertexGroup:FCDEFE8BDAB543D296FE32F5440FB980 isVertexGroupOutput:false
2016-05-18 02:07:01,148 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:01,149 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537220862_0001_1, queueSize=0
2016-05-18 02:07:01,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537220862_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537220862_0001_1, startTime=1463537221031, finishTime=1463537221148, timeTaken=117, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074442214, Process_Duration=7, Process_End_Time=2927074442221, Read_Duration=1, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:01,149 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537220862_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:01,149 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537220862_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:01 Completed Dag: dag_1463537220862_0001_1
2016-05-18 02:07:01,150 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537220862_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:01,150 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537220862_0001_1_post
2016-05-18 02:07:01,150 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,150 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:01,150 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:01,150 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL, with id=dag_1463537220862_0001_1
2016-05-18 02:07:01,150 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852] every/(1/1) ...yplatform/ALL_'field'_ALL, with id=dag_1463537220862_0001_1
2016-05-18 02:07:01,158 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/ALL_'field'_ALL, applicationId=application_1463537220862_0001
2016-05-18 02:07:01,159 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:01,159 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:01,160 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:01,160 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:01,160 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:01,160 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:01,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:01,161 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:01,161 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:01,161 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:01,162 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:01,162 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:01,162 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:01,163 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:01,166 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CD54F33CB7B43C59EFC3421B3CCE449/D58263922CD5419CB6C48741C0CA5852/.tez/application_1463537220862_0001
2016-05-18 02:07:01,166 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_ALL/_temporary
2016-05-18 02:07:01,166 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.325
2016-05-18 02:07:01,181 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:01,181 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:01,256 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_'field'_ALL
2016-05-18 02:07:01,279 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:01,279 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:01,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:07:01,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:07:01,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:01,310 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:01,310 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_'field'_REPLACE
2016-05-18 02:07:01,344 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:01,345 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:01,386 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:07:01,392 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:07:01,392 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:01,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:01,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:01,407 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:01,412 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_SWAP
2016-05-18 02:07:01,458 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:01,458 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:01,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_SWAP"]
2016-05-18 02:07:01,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:01,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:01,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:01,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:07:01,460 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:01,473 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:01,478 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:01,479 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:01,479 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:01,489 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001 doesn't exist and is created
2016-05-18 02:07:01,509 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:01,510 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:01,510 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd
2016-05-18 02:07:01,526 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537221479_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:01,526 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:01,526 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:01,527 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:01,528 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:01,528 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:01,528 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:01,528 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:01,530 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:01,530 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:01,530 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:01,530 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:01,530 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:01,530 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:01,531 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:01,531 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:01,531 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:01,531 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:01,531 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:01,531 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:01,533 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:01,534 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:01,534 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:01,534 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd/localmode-log-dir
2016-05-18 02:07:01,535 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd/localmode-log-dir/history.txt.appattempt_1463537221479_0001_000000, maxErrors=10
2016-05-18 02:07:01,535 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:01,535 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537221479_0001_000000, appSubmitTime=1463537221525, launchTime=1463537221525
2016-05-18 02:07:01,537 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:01,540 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:42033
2016-05-18 02:07:01,541 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537221479
2016-05-18 02:07:01,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537221479_0001_000000, startTime=1463537221542
2016-05-18 02:07:01,542 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:01,610 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:01,610 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:01,610 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_'field'_SWAP, applicationId=application_1463537221479_0001, dagName=[9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:07:01,627 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:07:01,628 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:01,628 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537221479_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd/localmode-log-dir/dag_1463537221479_0001_1.dot
2016-05-18 02:07:01,629 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd/localmode-log-dir/dag_1463537221479_0001_1-tez-dag.pb.txt
2016-05-18 02:07:01,635 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537221479_0001_1
2016-05-18 02:07:01,635 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,635 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:07:01 Running Dag: dag_1463537221479_0001_1
2016-05-18 02:07:01,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537221479_0001_1, submitTime=1463537221627
2016-05-18 02:07:01,649 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001/tez-conf.pb" } size: 40947 timestamp: 1463537221000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:01,650 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,650 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:01,650 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001/tez-conf.pb" } size: 40947 timestamp: 1463537221000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:01,650 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,650 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:01,651 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:01,651 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537221479_0001_1, initTime=1463537221651
2016-05-18 02:07:01,651 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537221479_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:01,651 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:01,651 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:DAG_STARTED]: dagID=dag_1463537221479_0001_1, startTime=1463537221651
2016-05-18 02:07:01,651 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537221479_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D09171C34ED6485B8AA2525D1F1B4E63 : {3656D36DD08D426183336F40938FC798={InputName=3656D36DD08D426183336F40938FC798}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3656D36DD08D426183336F40938FC798, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:01,652 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,653 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_'field'_SWAP, applicationId=application_1463537221479_0001, dagName=[9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:07:01,654 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3656D36DD08D426183336F40938FC798 on vertex vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,656 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:01,656 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,656 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,657 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3656D36DD08D426183336F40938FC798 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:01,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537221479_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:01,657 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64], numAdditionalOutputs=1
2016-05-18 02:07:01,657 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F31DF725A0CB430B9A8D32ADDF507F70, vertex=vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:01,659 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:01,659 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:01,659 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:01,660 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:01,659 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BF091BFAFAFA4827A845FE0E208C0B64:F31DF725A0CB430B9A8D32ADDF507F70 using oldmapred API
2016-05-18 02:07:01,660 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F31DF725A0CB430B9A8D32ADDF507F70, vertexName=BF091BFAFAFA4827A845FE0E208C0B64, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:01,661 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3656D36DD08D426183336F40938FC798 on vertex vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BF091BFAFAFA4827A845FE0E208C0B64, vertexId=vertex_1463537221479_0001_1_01, initRequestedTime=1463537221652, initedTime=1463537221657, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:01,661 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:01,661 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:01,661 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:01,662 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:01,662 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3656D36DD08D426183336F40938FC798=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:01,663 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] parallelism set to 1
2016-05-18 02:07:01,663 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:01,663 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D09171C34ED6485B8AA2525D1F1B4E63, vertexId=vertex_1463537221479_0001_1_00, initRequestedTime=1463537221652, initedTime=1463537221663, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:01,663 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] with distanceFromRoot: 0
2016-05-18 02:07:01,663 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:01,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537221479_0001_1_00, startRequestedTime=1463537221652, startedTime=1463537221663
2016-05-18 02:07:01,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537221479_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:01,664 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:01,664 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537221479_0001_1_00 for vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] numStartedSources: 1 numSources: 1
2016-05-18 02:07:01,664 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] with distanceFromRoot: 1
2016-05-18 02:07:01,665 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537221479_0001_1_01, startRequestedTime=1463537221664, startedTime=1463537221664
2016-05-18 02:07:01,665 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:01,665 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: BF091BFAFAFA4827A845FE0E208C0B64 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:01,665 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D09171C34ED6485B8AA2525D1F1B4E63
2016-05-18 02:07:01,666 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D09171C34ED6485B8AA2525D1F1B4E63 in vertex: BF091BFAFAFA4827A845FE0E208C0B64 numBipartiteSourceTasks: 1
2016-05-18 02:07:01,666 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_STARTED]: vertexName=D09171C34ED6485B8AA2525D1F1B4E63, taskId=task_1463537221479_0001_1_00_000000, scheduledTime=1463537221666, launchTime=1463537221666
2016-05-18 02:07:01,667 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,667 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:01,669 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537221479_0001_00_000001, launchTime=1463537221669
2016-05-18 02:07:01,669 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537221479_0001_00_000001
2016-05-18 02:07:01,670 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537221479_0001_1_00_000000_0] started. Is using containerId: [container_1463537221479_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:01,670 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D09171C34ED6485B8AA2525D1F1B4E63, taskAttemptId=attempt_1463537221479_0001_1_00_000000_0, startTime=1463537221670, containerId=container_1463537221479_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:01,671 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537221479_0001_00_000001: 1 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,671 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,671 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,671 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:01,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP, VertexName: D09171C34ED6485B8AA2525D1F1B4E63, VertexParallelism: 1, TaskAttemptID:attempt_1463537221479_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3656D36DD08D426183336F40938FC798, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF091BFAFAFA4827A845FE0E208C0B64, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:01,672 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:01,673 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,673 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537221479_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:01,673 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537221479_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:01,676 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537221479_0001, with dag id: dag_1463537221479_0001_1
2016-05-18 02:07:01,678 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:01,678 INFO  input.MRInput (MRInput.java:initialize(440)) - 3656D36DD08D426183336F40938FC798 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:01,678 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3656D36DD08D426183336F40938FC798
2016-05-18 02:07:01,682 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D09171C34ED6485B8AA2525D1F1B4E63, ordinal: 0
2016-05-18 02:07:01,682 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D09171C34ED6485B8AA2525D1F1B4E63, mem on start (mb), free: 149, total: 375, max: 672
2016-05-18 02:07:01,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:01,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:01,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:01,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:01,683 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3656D36DD08D426183336F40938FC798:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BF091BFAFAFA4827A845FE0E208C0B64:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:01,683 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:01,684 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:01,684 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:01,684 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3656D36DD08D426183336F40938FC798:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BF091BFAFAFA4827A845FE0E208C0B64:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:01,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:01,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3656D36DD08D426183336F40938FC798 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:01,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:01,685 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:01,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3656D36DD08D426183336F40938FC798
2016-05-18 02:07:01,685 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:01,685 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,686 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:01,687 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3656D36DD08D426183336F40938FC798 initialized RecordReader from event
2016-05-18 02:07:01,688 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:01,688 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3656D36DD08D426183336F40938FC798
2016-05-18 02:07:01,688 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 35C048D463AA41DA92C75AD635C2E0EE
2016-05-18 02:07:01,688 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 35C048D463AA41DA92C75AD635C2E0EE
2016-05-18 02:07:01,689 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,691 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,691 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - BF091BFAFAFA4827A845FE0E208C0B64 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@401512e, comparator=cascading.tuple.hadoop.util.TupleComparator@7278a50f, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:01,692 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for BF091BFAFAFA4827A845FE0E208C0B64: , UsingHashComparator=false
2016-05-18 02:07:01,720 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:01,720 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:01,720 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for BF091BFAFAFA4827A845FE0E208C0B64: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:01,720 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - BF091BFAFAFA4827A845FE0E208C0B64: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:01,720 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:01,720 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D09171C34ED6485B8AA2525D1F1B4E63, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:01,722 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,722 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D09171C34ED6485B8AA2525D1F1B4E63, mem on close (mb), free: 182, total: 373, max: 672
2016-05-18 02:07:01,723 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - BF091BFAFAFA4827A845FE0E208C0B64: Starting flush of map output
2016-05-18 02:07:01,723 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - BF091BFAFAFA4827A845FE0E208C0B64: Span0.length = 20, perItem = 6
2016-05-18 02:07:01,723 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - BF091BFAFAFA4827A845FE0E208C0B64: done sorting span=0, length=20, time=0
2016-05-18 02:07:01,723 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - BF091BFAFAFA4827A845FE0E208C0B64: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:01,724 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - BF091BFAFAFA4827A845FE0E208C0B64: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd/localmode-local-dir/output/attempt_1463537221479_0001_1_00_000000_0_10255_0/file.out
2016-05-18 02:07:01,727 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,728 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537221479_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:01,728 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537221479_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:01,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537221479_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537221721, Process_Duration=1, Process_End_Time=1463537221722, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:01,729 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537221479_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:01,729 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:01,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D09171C34ED6485B8AA2525D1F1B4E63, taskAttemptId=attempt_1463537221479_0001_1_00_000000_0, creationTime=1463537221667, allocationTime=1463537221669, startTime=1463537221670, finishTime=1463537221729, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:01,729 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:01,729 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,729 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537221479_0001_00_000001
2016-05-18 02:07:01,729 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_FINISHED]: vertexName=D09171C34ED6485B8AA2525D1F1B4E63, taskId=task_1463537221479_0001_1_00_000000, startTime=1463537221670, finishTime=1463537221729, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1463537221479_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537221721, Process_Duration=1, Process_End_Time=1463537221722, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:01,730 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:01,730 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_FINISHED]: vertexName=D09171C34ED6485B8AA2525D1F1B4E63, vertexId=vertex_1463537221479_0001_1_00, initRequestedTime=1463537221652, initedTime=1463537221663, startRequestedTime=1463537221652, startedTime=1463537221663, finishTime=1463537221730, timeTaken=67, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537221721, Process_Duration=1, Process_End_Time=1463537221722, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537221670, firstTasksToStart=[ task_1463537221479_0001_1_00_000000 ], lastTaskFinishTime=1463537221729, lastTasksToFinish=[ task_1463537221479_0001_1_00_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537221479_0001_1_00_000000 ], longestDurationTasks=[ task_1463537221479_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:01,731 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:01,731 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] attempt: attempt_1463537221479_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:01,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537221479_0001_00_000001, stoppedTime=1463537221731, exitStatus=0
2016-05-18 02:07:01,731 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BF091BFAFAFA4827A845FE0E208C0B64
2016-05-18 02:07:01,731 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:01,731 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:01,732 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537221479_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:01,732 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537221479_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:01,732 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537221479_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:01,732 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537221479_0001_00_000001, Exiting
2016-05-18 02:07:01,732 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537221479_0001_00_000001
2016-05-18 02:07:01,732 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537221479_0001_00_000001
2016-05-18 02:07:01,731 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D09171C34ED6485B8AA2525D1F1B4E63, destinationVertexName=BF091BFAFAFA4827A845FE0E208C0B64. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:01,733 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_STARTED]: vertexName=BF091BFAFAFA4827A845FE0E208C0B64, taskId=task_1463537221479_0001_1_01_000000, scheduledTime=1463537221733, launchTime=1463537221733
2016-05-18 02:07:01,733 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,734 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537221479_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:01,734 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537221479_0001_00_000001 completed successfully
2016-05-18 02:07:01,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537221479_0001_00_000002, launchTime=1463537221735
2016-05-18 02:07:01,736 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537221479_0001_00_000002
2016-05-18 02:07:01,737 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537221479_0001_1_01_000000_0] started. Is using containerId: [container_1463537221479_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:01,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BF091BFAFAFA4827A845FE0E208C0B64, taskAttemptId=attempt_1463537221479_0001_1_01_000000_0, startTime=1463537221736, containerId=container_1463537221479_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:01,737 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537221479_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,738 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,738 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,738 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:01,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP, VertexName: BF091BFAFAFA4827A845FE0E208C0B64, VertexParallelism: 1, TaskAttemptID:attempt_1463537221479_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D09171C34ED6485B8AA2525D1F1B4E63, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F31DF725A0CB430B9A8D32ADDF507F70, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:01,738 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:01,739 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537221479_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,739 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,739 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537221479_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:01,742 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:01,743 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:01,747 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BF091BFAFAFA4827A845FE0E208C0B64, ordinal: 1
2016-05-18 02:07:01,747 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF091BFAFAFA4827A845FE0E208C0B64, mem on start (mb), free: 174, total: 373, max: 672
2016-05-18 02:07:01,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:01,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:01,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:01,753 INFO  output.MROutput (MROutput.java:initialize(421)) - F31DF725A0CB430B9A8D32ADDF507F70: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:01,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:01,754 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D09171C34ED6485B8AA2525D1F1B4E63:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F31DF725A0CB430B9A8D32ADDF507F70:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:07:01,754 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:01,754 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:01,754 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:01,754 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D09171C34ED6485B8AA2525D1F1B4E63:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [F31DF725A0CB430B9A8D32ADDF507F70:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:07:01,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:01,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D09171C34ED6485B8AA2525D1F1B4E63 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:01,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:01,754 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D09171C34ED6485B8AA2525D1F1B4E63: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:01,755 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D09171C34ED6485B8AA2525D1F1B4E63: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:01,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:01,755 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D09171C34ED6485B8AA2525D1F1B4E63 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:01,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D09171C34ED6485B8AA2525D1F1B4E63
2016-05-18 02:07:01,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:01,756 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,756 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D09171C34ED6485B8AA2525D1F1B4E63: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:01,758 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537221479_0001_1_00_000000_0_10255} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537221758, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:01,758 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D09171C34ED6485B8AA2525D1F1B4E63
2016-05-18 02:07:01,758 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:01,759 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D09171C34ED6485B8AA2525D1F1B4E63, wasInterrupted=false
2016-05-18 02:07:01,759 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:01,759 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - D09171C34ED6485B8AA2525D1F1B4E63: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:01,759 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:01,759 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:01,760 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 35C048D463AA41DA92C75AD635C2E0EE
2016-05-18 02:07:01,760 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_SWAP"], id: F31DF725A0CB430B9A8D32ADDF507F70
2016-05-18 02:07:01,760 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_SWAP"]
2016-05-18 02:07:01,760 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 35C048D463AA41DA92C75AD635C2E0EE, for 1 inputs
2016-05-18 02:07:01,760 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,760 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001_wd/localmode-local-dir/output/attempt_1463537221479_0001_1_00_000000_0_10255/file.out, len=181, isLocal=true
2016-05-18 02:07:01,761 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:01,761 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:01,761 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:01,761 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:01,761 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D09171C34ED6485B8AA2525D1F1B4E63
2016-05-18 02:07:01,761 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D09171C34ED6485B8AA2525D1F1B4E63: Shuffle Runner thread complete
2016-05-18 02:07:01,761 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BF091BFAFAFA4827A845FE0E208C0B64, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:07:01,762 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:01,762 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D09171C34ED6485B8AA2525D1F1B4E63: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:01,766 INFO  output.MROutput (MROutput.java:close(526)) - F31DF725A0CB430B9A8D32ADDF507F70 closed
2016-05-18 02:07:01,766 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537221479_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:01,767 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,767 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF091BFAFAFA4827A845FE0E208C0B64, mem on close (mb), free: 170, total: 373, max: 672
2016-05-18 02:07:01,767 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D09171C34ED6485B8AA2525D1F1B4E63
2016-05-18 02:07:01,767 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D09171C34ED6485B8AA2525D1F1B4E63: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:01,767 INFO  output.MROutput (MROutput.java:close(526)) - F31DF725A0CB430B9A8D32ADDF507F70 closed
2016-05-18 02:07:01,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,768 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537221479_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:01,768 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537221479_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:01,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537221479_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=1][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537221761, Process_Duration=6, Process_End_Time=1463537221767, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:01,769 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537221479_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:01,769 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:01,769 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:01,769 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BF091BFAFAFA4827A845FE0E208C0B64, taskAttemptId=attempt_1463537221479_0001_1_01_000000_0, creationTime=1463537221733, allocationTime=1463537221735, startTime=1463537221736, finishTime=1463537221769, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:01,770 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:TASK_FINISHED]: vertexName=BF091BFAFAFA4827A845FE0E208C0B64, taskId=task_1463537221479_0001_1_01_000000, startTime=1463537221736, finishTime=1463537221770, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537221479_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=1, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537221761, Process_Duration=6, Process_End_Time=1463537221767, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:01,770 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:01,771 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64]
2016-05-18 02:07:01,771 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537221479_0001_00_000002
2016-05-18 02:07:01,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:VERTEX_FINISHED]: vertexName=BF091BFAFAFA4827A845FE0E208C0B64, vertexId=vertex_1463537221479_0001_1_01, initRequestedTime=1463537221652, initedTime=1463537221657, startRequestedTime=1463537221664, startedTime=1463537221664, finishTime=1463537221771, timeTaken=107, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=1, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537221761, Process_Duration=6, Process_End_Time=1463537221767, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537221736, firstTasksToStart=[ task_1463537221479_0001_1_01_000000 ], lastTaskFinishTime=1463537221769, lastTasksToFinish=[ task_1463537221479_0001_1_01_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537221479_0001_1_01_000000 ], longestDurationTasks=[ task_1463537221479_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:01,771 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:01,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537221479_0001_00_000002, stoppedTime=1463537221772, exitStatus=0
2016-05-18 02:07:01,772 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:01,772 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:01,772 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537221479_0001_1_00 [D09171C34ED6485B8AA2525D1F1B4E63]
2016-05-18 02:07:01,772 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537221479_0001_1
2016-05-18 02:07:01,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537221479_0001_1
2016-05-18 02:07:01,772 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537221479_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:01,772 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F31DF725A0CB430B9A8D32ADDF507F70 for vertex: vertex_1463537221479_0001_1_01 [BF091BFAFAFA4827A845FE0E208C0B64], outputName: F31DF725A0CB430B9A8D32ADDF507F70
2016-05-18 02:07:01,772 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537221479_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:01,781 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537221479_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:01,781 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537221479_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:01,781 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537221479_0001_00_000002, Exiting
2016-05-18 02:07:01,781 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537221479_0001_00_000002
2016-05-18 02:07:01,781 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537221479_0001_00_000002
2016-05-18 02:07:01,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537221479_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:01,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537221479_0001_00_000002 completed successfully
2016-05-18 02:07:01,782 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F31DF725A0CB430B9A8D32ADDF507F70 of vertex/vertexGroup:BF091BFAFAFA4827A845FE0E208C0B64 isVertexGroupOutput:false
2016-05-18 02:07:01,782 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:01,784 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537221479_0001_1, queueSize=0
2016-05-18 02:07:01,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537221479_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537221479_0001_1, startTime=1463537221651, finishTime=1463537221783, timeTaken=132, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=250, AM_GC_TIME_MILLIS=15, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=1, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074443482, Process_Duration=7, Process_End_Time=2927074443489, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:01,784 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537221479_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:01,784 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537221479_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:01 Completed Dag: dag_1463537221479_0001_1
2016-05-18 02:07:01,785 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537221479_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:01,785 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537221479_0001_1_post
2016-05-18 02:07:01,785 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:01,785 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:01,785 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:01,785 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP, with id=dag_1463537221479_0001_1
2016-05-18 02:07:01,785 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3] every/(1/1) ...platform/ALL_'field'_SWAP, with id=dag_1463537221479_0001_1
2016-05-18 02:07:01,791 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_'field'_SWAP, applicationId=application_1463537221479_0001
2016-05-18 02:07:01,792 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:01,792 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:01,792 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:01,793 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:01,793 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:01,793 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:01,793 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:01,793 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:01,793 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:01,793 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:01,794 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:01,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:01,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:01,794 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:01,796 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9C852B607A66499495B06737A4151E61/E9D2E0A5B589436BB5CBBC7D24DCA2F3/.tez/application_1463537221479_0001
2016-05-18 02:07:01,797 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_'field'_SWAP/_temporary
2016-05-18 02:07:01,797 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.338
2016-05-18 02:07:01,866 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_'field'_SWAP
2016-05-18 02:07:01,890 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:01,890 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:01,921 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:07:01,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:07:01,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:01,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:01,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:01,943 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:01,948 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_-1
2016-05-18 02:07:01,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:01,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:01,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2016-05-18 02:07:01,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:01,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:01,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:01,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:07:01,995 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:02,007 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:02,011 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:02,012 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:02,012 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:02,020 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001 doesn't exist and is created
2016-05-18 02:07:02,039 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:02,039 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:02,040 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd
2016-05-18 02:07:02,054 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537222012_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:02,054 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:02,054 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:02,056 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:02,056 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:02,056 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:02,056 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:02,056 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:02,058 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:02,058 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:02,059 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:02,059 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:02,060 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:02,061 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:02,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:02,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd/localmode-log-dir
2016-05-18 02:07:02,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd/localmode-log-dir/history.txt.appattempt_1463537222012_0001_000000, maxErrors=10
2016-05-18 02:07:02,061 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:02,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537222012_0001_000000, appSubmitTime=1463537222053, launchTime=1463537222054
2016-05-18 02:07:02,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:02,066 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33660
2016-05-18 02:07:02,067 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537222012
2016-05-18 02:07:02,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537222012_0001_000000, startTime=1463537222068
2016-05-18 02:07:02,068 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:02,140 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:02,140 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:02,140 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_UNKNOWN_-1, applicationId=application_1463537222012_0001, dagName=[0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:07:02,154 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:07:02,155 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:02,155 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537222012_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd/localmode-log-dir/dag_1463537222012_0001_1.dot
2016-05-18 02:07:02,156 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd/localmode-log-dir/dag_1463537222012_0001_1-tez-dag.pb.txt
2016-05-18 02:07:02,162 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537222012_0001_1
2016-05-18 02:07:02,162 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,162 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:07:02 Running Dag: dag_1463537222012_0001_1
2016-05-18 02:07:02,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:02,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:02,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537222012_0001_1, submitTime=1463537222155
2016-05-18 02:07:02,178 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001/tez-conf.pb" } size: 40947 timestamp: 1463537222000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:02,178 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,178 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:02,179 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001/tez-conf.pb" } size: 40947 timestamp: 1463537222000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:02,179 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,180 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:02,180 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:02,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537222012_0001_1, initTime=1463537222180
2016-05-18 02:07:02,181 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222012_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:02,181 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:02,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:DAG_STARTED]: dagID=dag_1463537222012_0001_1, startTime=1463537222181
2016-05-18 02:07:02,181 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222012_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:02,181 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DDB9803EA57D44B5A754179E6F0C9A13 : {50DEBD67B55848209527F7E68D1BDAB9={InputName=50DEBD67B55848209527F7E68D1BDAB9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:02,182 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 50DEBD67B55848209527F7E68D1BDAB9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:02,182 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_UNKNOWN_-1, applicationId=application_1463537222012_0001, dagName=[0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:07:02,182 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,182 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,182 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,195 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,195 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:02,195 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,195 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 50DEBD67B55848209527F7E68D1BDAB9 on vertex vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,199 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:02,199 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,199 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 50DEBD67B55848209527F7E68D1BDAB9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:02,199 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,200 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537222012_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:02,200 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500], numAdditionalOutputs=1
2016-05-18 02:07:02,200 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=FB7CCA02D86D4AB48B41BBF2ECF3A418, vertex=vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:02,202 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:02,202 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:02,202 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B5F707434DF042AEB622BB64D3AC4500:FB7CCA02D86D4AB48B41BBF2ECF3A418 using oldmapred API
2016-05-18 02:07:02,202 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=FB7CCA02D86D4AB48B41BBF2ECF3A418, vertexName=B5F707434DF042AEB622BB64D3AC4500, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:02,202 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:02,203 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:02,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B5F707434DF042AEB622BB64D3AC4500, vertexId=vertex_1463537222012_0001_1_01, initRequestedTime=1463537222195, initedTime=1463537222200, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:02,203 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:02,203 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 50DEBD67B55848209527F7E68D1BDAB9 on vertex vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,204 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:02,204 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {50DEBD67B55848209527F7E68D1BDAB9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:02,205 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] parallelism set to 1
2016-05-18 02:07:02,205 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:02,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DDB9803EA57D44B5A754179E6F0C9A13, vertexId=vertex_1463537222012_0001_1_00, initRequestedTime=1463537222181, initedTime=1463537222205, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:02,205 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] with distanceFromRoot: 0
2016-05-18 02:07:02,205 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:02,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537222012_0001_1_00, startRequestedTime=1463537222195, startedTime=1463537222205
2016-05-18 02:07:02,206 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537222012_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:02,206 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:02,206 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537222012_0001_1_00 for vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] numStartedSources: 1 numSources: 1
2016-05-18 02:07:02,206 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] with distanceFromRoot: 1
2016-05-18 02:07:02,207 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537222012_0001_1_01, startRequestedTime=1463537222206, startedTime=1463537222206
2016-05-18 02:07:02,207 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:02,208 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DDB9803EA57D44B5A754179E6F0C9A13
2016-05-18 02:07:02,208 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,208 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B5F707434DF042AEB622BB64D3AC4500 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:02,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_STARTED]: vertexName=DDB9803EA57D44B5A754179E6F0C9A13, taskId=task_1463537222012_0001_1_00_000000, scheduledTime=1463537222208, launchTime=1463537222208
2016-05-18 02:07:02,209 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DDB9803EA57D44B5A754179E6F0C9A13 in vertex: B5F707434DF042AEB622BB64D3AC4500 numBipartiteSourceTasks: 1
2016-05-18 02:07:02,209 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,210 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:02,211 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537222012_0001_00_000001, launchTime=1463537222211
2016-05-18 02:07:02,212 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222012_0001_00_000001
2016-05-18 02:07:02,212 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222012_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,212 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537222012_0001_1_00_000000_0] started. Is using containerId: [container_1463537222012_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:02,213 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DDB9803EA57D44B5A754179E6F0C9A13, taskAttemptId=attempt_1463537222012_0001_1_00_000000_0, startTime=1463537222212, containerId=container_1463537222012_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,213 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,213 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,214 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:02,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1, VertexName: DDB9803EA57D44B5A754179E6F0C9A13, VertexParallelism: 1, TaskAttemptID:attempt_1463537222012_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=50DEBD67B55848209527F7E68D1BDAB9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B5F707434DF042AEB622BB64D3AC4500, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:02,215 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:02,215 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537222012_0001, with dag id: dag_1463537222012_0001_1
2016-05-18 02:07:02,215 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,216 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537222012_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:02,216 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537222012_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:02,220 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:02,221 INFO  input.MRInput (MRInput.java:initialize(440)) - 50DEBD67B55848209527F7E68D1BDAB9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:02,222 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 50DEBD67B55848209527F7E68D1BDAB9
2016-05-18 02:07:02,224 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DDB9803EA57D44B5A754179E6F0C9A13, ordinal: 0
2016-05-18 02:07:02,224 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DDB9803EA57D44B5A754179E6F0C9A13, mem on start (mb), free: 272, total: 374, max: 672
2016-05-18 02:07:02,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:02,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:02,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:02,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:02,224 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[50DEBD67B55848209527F7E68D1BDAB9:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B5F707434DF042AEB622BB64D3AC4500:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:02,225 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:02,225 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:02,225 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:02,225 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[50DEBD67B55848209527F7E68D1BDAB9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B5F707434DF042AEB622BB64D3AC4500:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:02,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:02,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 50DEBD67B55848209527F7E68D1BDAB9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:02,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:02,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:02,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 50DEBD67B55848209527F7E68D1BDAB9
2016-05-18 02:07:02,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:02,227 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,228 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:02,228 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 50DEBD67B55848209527F7E68D1BDAB9 initialized RecordReader from event
2016-05-18 02:07:02,230 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:02,230 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 50DEBD67B55848209527F7E68D1BDAB9
2016-05-18 02:07:02,230 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: C59DF9E8A3644FF28C09B744F647E06C
2016-05-18 02:07:02,230 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] C59DF9E8A3644FF28C09B744F647E06C
2016-05-18 02:07:02,231 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,233 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,234 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B5F707434DF042AEB622BB64D3AC4500 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@28443b60, comparator=cascading.tuple.hadoop.util.TupleComparator@53b916a, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:02,234 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B5F707434DF042AEB622BB64D3AC4500: , UsingHashComparator=false
2016-05-18 02:07:02,246 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:02,247 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:02,247 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B5F707434DF042AEB622BB64D3AC4500: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:02,247 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B5F707434DF042AEB622BB64D3AC4500: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:02,247 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:02,248 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DDB9803EA57D44B5A754179E6F0C9A13, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:02,249 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,250 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DDB9803EA57D44B5A754179E6F0C9A13, mem on close (mb), free: 170, total: 374, max: 672
2016-05-18 02:07:02,250 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B5F707434DF042AEB622BB64D3AC4500: Starting flush of map output
2016-05-18 02:07:02,250 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B5F707434DF042AEB622BB64D3AC4500: Span0.length = 20, perItem = 6
2016-05-18 02:07:02,250 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B5F707434DF042AEB622BB64D3AC4500: done sorting span=0, length=20, time=0
2016-05-18 02:07:02,250 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B5F707434DF042AEB622BB64D3AC4500: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:02,251 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B5F707434DF042AEB622BB64D3AC4500: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd/localmode-local-dir/output/attempt_1463537222012_0001_1_00_000000_0_10261_0/file.out
2016-05-18 02:07:02,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,254 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537222012_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:02,255 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537222012_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:02,255 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537222012_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537222248, Process_Duration=1, Process_End_Time=1463537222249, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:02,255 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537222012_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:02,255 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:02,255 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:02,255 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DDB9803EA57D44B5A754179E6F0C9A13, taskAttemptId=attempt_1463537222012_0001_1_00_000000_0, creationTime=1463537222209, allocationTime=1463537222211, startTime=1463537222212, finishTime=1463537222256, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:02,256 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02,256 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222012_0001_00_000001
2016-05-18 02:07:02,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_FINISHED]: vertexName=DDB9803EA57D44B5A754179E6F0C9A13, taskId=task_1463537222012_0001_1_00_000000, startTime=1463537222212, finishTime=1463537222256, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537222012_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537222248, Process_Duration=1, Process_End_Time=1463537222249, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:02,257 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:02,257 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_FINISHED]: vertexName=DDB9803EA57D44B5A754179E6F0C9A13, vertexId=vertex_1463537222012_0001_1_00, initRequestedTime=1463537222181, initedTime=1463537222205, startRequestedTime=1463537222195, startedTime=1463537222205, finishTime=1463537222257, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537222248, Process_Duration=1, Process_End_Time=1463537222249, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537222212, firstTasksToStart=[ task_1463537222012_0001_1_00_000000 ], lastTaskFinishTime=1463537222256, lastTasksToFinish=[ task_1463537222012_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537222012_0001_1_00_000000 ], longestDurationTasks=[ task_1463537222012_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:02,257 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:02,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537222012_0001_00_000001, stoppedTime=1463537222257, exitStatus=0
2016-05-18 02:07:02,258 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] attempt: attempt_1463537222012_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:02,258 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:02,258 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:02,258 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B5F707434DF042AEB622BB64D3AC4500
2016-05-18 02:07:02,258 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537222012_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:02,258 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DDB9803EA57D44B5A754179E6F0C9A13, destinationVertexName=B5F707434DF042AEB622BB64D3AC4500. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:02,258 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_STARTED]: vertexName=B5F707434DF042AEB622BB64D3AC4500, taskId=task_1463537222012_0001_1_01_000000, scheduledTime=1463537222259, launchTime=1463537222259
2016-05-18 02:07:02,259 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537222012_0001_00_000002, launchTime=1463537222260
2016-05-18 02:07:02,261 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222012_0001_00_000002
2016-05-18 02:07:02,261 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222012_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,261 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537222012_0001_1_01_000000_0] started. Is using containerId: [container_1463537222012_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:02,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B5F707434DF042AEB622BB64D3AC4500, taskAttemptId=attempt_1463537222012_0001_1_01_000000_0, startTime=1463537222261, containerId=container_1463537222012_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,262 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,262 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,262 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:02,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1, VertexName: B5F707434DF042AEB622BB64D3AC4500, VertexParallelism: 1, TaskAttemptID:attempt_1463537222012_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DDB9803EA57D44B5A754179E6F0C9A13, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FB7CCA02D86D4AB48B41BBF2ECF3A418, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:02,263 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:02,263 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,265 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:02,266 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:02,267 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537222012_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:02,267 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222012_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:02,267 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537222012_0001_00_000001, Exiting
2016-05-18 02:07:02,267 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537222012_0001_00_000001
2016-05-18 02:07:02,267 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537222012_0001_00_000001
2016-05-18 02:07:02,268 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537222012_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:02,268 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537222012_0001_00_000001 completed successfully
2016-05-18 02:07:02,268 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537222012_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,269 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537222012_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:02,270 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B5F707434DF042AEB622BB64D3AC4500, ordinal: 1
2016-05-18 02:07:02,270 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B5F707434DF042AEB622BB64D3AC4500, mem on start (mb), free: 165, total: 374, max: 672
2016-05-18 02:07:02,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:02,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:02,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:02,276 INFO  output.MROutput (MROutput.java:initialize(421)) - FB7CCA02D86D4AB48B41BBF2ECF3A418: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:02,276 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:02,277 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FB7CCA02D86D4AB48B41BBF2ECF3A418:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [DDB9803EA57D44B5A754179E6F0C9A13:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:02,277 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:02,277 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:02,277 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:02,277 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FB7CCA02D86D4AB48B41BBF2ECF3A418:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [DDB9803EA57D44B5A754179E6F0C9A13:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:02,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:02,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DDB9803EA57D44B5A754179E6F0C9A13 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:02,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:02,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:02,278 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - DDB9803EA57D44B5A754179E6F0C9A13: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:02,278 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - DDB9803EA57D44B5A754179E6F0C9A13: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:02,279 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: DDB9803EA57D44B5A754179E6F0C9A13 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:02,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DDB9803EA57D44B5A754179E6F0C9A13
2016-05-18 02:07:02,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:02,279 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,280 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DDB9803EA57D44B5A754179E6F0C9A13: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:02,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537222012_0001_1_00_000000_0_10261} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537222281, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:02,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : DDB9803EA57D44B5A754179E6F0C9A13
2016-05-18 02:07:02,282 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:02,282 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: DDB9803EA57D44B5A754179E6F0C9A13, wasInterrupted=false
2016-05-18 02:07:02,282 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:02,282 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - DDB9803EA57D44B5A754179E6F0C9A13: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:02,282 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:02,283 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:02,283 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: C59DF9E8A3644FF28C09B744F647E06C
2016-05-18 02:07:02,283 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,283 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_-1"], id: FB7CCA02D86D4AB48B41BBF2ECF3A418
2016-05-18 02:07:02,283 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001_wd/localmode-local-dir/output/attempt_1463537222012_0001_1_00_000000_0_10261/file.out, len=181, isLocal=true
2016-05-18 02:07:02,284 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:02,284 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_-1"]
2016-05-18 02:07:02,284 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:02,284 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] C59DF9E8A3644FF28C09B744F647E06C, for 1 inputs
2016-05-18 02:07:02,284 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:02,284 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:02,284 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : DDB9803EA57D44B5A754179E6F0C9A13
2016-05-18 02:07:02,285 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - DDB9803EA57D44B5A754179E6F0C9A13: Shuffle Runner thread complete
2016-05-18 02:07:02,285 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B5F707434DF042AEB622BB64D3AC4500, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:02,285 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,285 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - DDB9803EA57D44B5A754179E6F0C9A13: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:02,289 INFO  output.MROutput (MROutput.java:close(526)) - FB7CCA02D86D4AB48B41BBF2ECF3A418 closed
2016-05-18 02:07:02,290 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537222012_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:02,290 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,290 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B5F707434DF042AEB622BB64D3AC4500, mem on close (mb), free: 161, total: 374, max: 672
2016-05-18 02:07:02,290 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: DDB9803EA57D44B5A754179E6F0C9A13
2016-05-18 02:07:02,290 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DDB9803EA57D44B5A754179E6F0C9A13: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:02,290 INFO  output.MROutput (MROutput.java:close(526)) - FB7CCA02D86D4AB48B41BBF2ECF3A418 closed
2016-05-18 02:07:02,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537222012_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:02,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537222012_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:02,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537222012_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537222285, Process_Duration=5, Process_End_Time=1463537222290, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:02,292 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537222012_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:02,292 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:02,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B5F707434DF042AEB622BB64D3AC4500, taskAttemptId=attempt_1463537222012_0001_1_01_000000_0, creationTime=1463537222259, allocationTime=1463537222260, startTime=1463537222261, finishTime=1463537222292, timeTaken=31, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:02,292 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:02,292 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,292 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02,293 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:TASK_FINISHED]: vertexName=B5F707434DF042AEB622BB64D3AC4500, taskId=task_1463537222012_0001_1_01_000000, startTime=1463537222261, finishTime=1463537222292, timeTaken=31, status=SUCCEEDED, successfulAttemptID=attempt_1463537222012_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537222285, Process_Duration=5, Process_End_Time=1463537222290, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:02,293 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:02,293 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500]
2016-05-18 02:07:02,293 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222012_0001_00_000002
2016-05-18 02:07:02,294 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:VERTEX_FINISHED]: vertexName=B5F707434DF042AEB622BB64D3AC4500, vertexId=vertex_1463537222012_0001_1_01, initRequestedTime=1463537222195, initedTime=1463537222200, startRequestedTime=1463537222206, startedTime=1463537222206, finishTime=1463537222293, timeTaken=87, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537222285, Process_Duration=5, Process_End_Time=1463537222290, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537222261, firstTasksToStart=[ task_1463537222012_0001_1_01_000000 ], lastTaskFinishTime=1463537222292, lastTasksToFinish=[ task_1463537222012_0001_1_01_000000 ], minTaskDuration=31, maxTaskDuration=31, avgTaskDuration=31.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537222012_0001_1_01_000000 ], longestDurationTasks=[ task_1463537222012_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:02,294 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:02,294 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537222012_0001_00_000002, stoppedTime=1463537222294, exitStatus=0
2016-05-18 02:07:02,294 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:02,294 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:02,294 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537222012_0001_1_00 [DDB9803EA57D44B5A754179E6F0C9A13]
2016-05-18 02:07:02,294 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537222012_0001_1
2016-05-18 02:07:02,294 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537222012_0001_1
2016-05-18 02:07:02,294 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222012_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:02,294 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: FB7CCA02D86D4AB48B41BBF2ECF3A418 for vertex: vertex_1463537222012_0001_1_01 [B5F707434DF042AEB622BB64D3AC4500], outputName: FB7CCA02D86D4AB48B41BBF2ECF3A418
2016-05-18 02:07:02,294 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537222012_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:02,303 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:FB7CCA02D86D4AB48B41BBF2ECF3A418 of vertex/vertexGroup:B5F707434DF042AEB622BB64D3AC4500 isVertexGroupOutput:false
2016-05-18 02:07:02,303 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:02,304 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537222012_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:02,304 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222012_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:02,304 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537222012_0001_00_000002, Exiting
2016-05-18 02:07:02,304 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537222012_0001_00_000002
2016-05-18 02:07:02,304 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537222012_0001_00_000002
2016-05-18 02:07:02,304 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537222012_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:02,304 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537222012_0001_00_000002 completed successfully
2016-05-18 02:07:02,305 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537222012_0001_1, queueSize=0
2016-05-18 02:07:02,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222012_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537222012_0001_1, startTime=1463537222181, finishTime=1463537222303, timeTaken=122, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=220, AM_GC_TIME_MILLIS=11, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074444533, Process_Duration=6, Process_End_Time=2927074444539, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:02,305 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537222012_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:02,305 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222012_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:02 Completed Dag: dag_1463537222012_0001_1
2016-05-18 02:07:02,306 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537222012_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:02,306 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537222012_0001_1_post
2016-05-18 02:07:02,306 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,306 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:02,306 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:02,306 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1, with id=dag_1463537222012_0001_1
2016-05-18 02:07:02,306 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F] every/(1/1) ...lyplatform/ALL_UNKNOWN_-1, with id=dag_1463537222012_0001_1
2016-05-18 02:07:02,312 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/ALL_UNKNOWN_-1, applicationId=application_1463537222012_0001
2016-05-18 02:07:02,313 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:02,313 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:02,313 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:02,313 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:02,313 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:02,314 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:02,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:02,314 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:02,314 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:02,314 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:02,316 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:02,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:02,317 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:02,317 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:02,320 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D241C7632AC4F8BAF141D3707352D85/EA0DE8B426D04924BADE835F35563C1F/.tez/application_1463537222012_0001
2016-05-18 02:07:02,320 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_-1/_temporary
2016-05-18 02:07:02,320 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.326
2016-05-18 02:07:02,388 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_UNKNOWN_-1
2016-05-18 02:07:02,411 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:02,412 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:02,441 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.001
2016-05-18 02:07:02,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:07:02,443 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:02,443 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:02,443 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_UNKNOWN_'field'
2016-05-18 02:07:02,464 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:02,464 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:02,494 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:07:02,499 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:07:02,499 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:02,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:02,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:02,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:02,520 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02,564 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:02,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:02,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2016-05-18 02:07:02,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:02,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:02,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:02,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02,566 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:02,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:02,594 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:02,594 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:02,594 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:02,603 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001 doesn't exist and is created
2016-05-18 02:07:02,623 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:02,623 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:02,623 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd
2016-05-18 02:07:02,639 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537222594_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:02,640 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:02,640 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:02,642 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:02,642 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:02,642 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:02,642 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:02,642 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:02,645 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:02,645 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:02,645 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:02,645 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:02,645 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:02,645 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:02,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:02,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:02,647 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:02,647 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:02,647 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:02,647 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:02,649 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:02,650 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:02,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:02,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd/localmode-log-dir
2016-05-18 02:07:02,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd/localmode-log-dir/history.txt.appattempt_1463537222594_0001_000000, maxErrors=10
2016-05-18 02:07:02,650 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:02,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537222594_0001_000000, appSubmitTime=1463537222639, launchTime=1463537222639
2016-05-18 02:07:02,655 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39465
2016-05-18 02:07:02,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:02,656 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537222594
2016-05-18 02:07:02,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537222594_0001_000000, startTime=1463537222658
2016-05-18 02:07:02,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:02,723 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:02,723 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:02,723 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_RESULTS, applicationId=application_1463537222594_0001, dagName=[B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02,742 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02,742 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:02,743 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537222594_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd/localmode-log-dir/dag_1463537222594_0001_1.dot
2016-05-18 02:07:02,744 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd/localmode-log-dir/dag_1463537222594_0001_1-tez-dag.pb.txt
2016-05-18 02:07:02,750 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537222594_0001_1
2016-05-18 02:07:02,750 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,750 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02 Running Dag: dag_1463537222594_0001_1
2016-05-18 02:07:02,764 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537222594_0001_1, submitTime=1463537222742
2016-05-18 02:07:02,765 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001/tez-conf.pb" } size: 40947 timestamp: 1463537222000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:02,766 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,766 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:02,767 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001/tez-conf.pb" } size: 40947 timestamp: 1463537222000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:02,767 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,767 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:02,768 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:02,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537222594_0001_1, initTime=1463537222768
2016-05-18 02:07:02,769 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222594_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:02,769 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:02,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:DAG_STARTED]: dagID=dag_1463537222594_0001_1, startTime=1463537222769
2016-05-18 02:07:02,769 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222594_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:02,769 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C2517AB306D348CAB39B1CEFBC7AC4E2 : {4E77C310C74B432596F23D5E09BAF6A9={InputName=4E77C310C74B432596F23D5E09BAF6A9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:02,769 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4E77C310C74B432596F23D5E09BAF6A9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:02,769 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,770 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,770 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,770 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,770 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:02,770 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,770 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4E77C310C74B432596F23D5E09BAF6A9 on vertex vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,771 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_RESULTS, applicationId=application_1463537222594_0001, dagName=[B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02,773 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4E77C310C74B432596F23D5E09BAF6A9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:02,774 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:02,774 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,774 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,774 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:02,775 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:02,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537222594_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:02,775 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B], numAdditionalOutputs=1
2016-05-18 02:07:02,775 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=69065709E4FA437AB415B526801FA311, vertex=vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:02,775 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:02,776 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:02,777 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E382AEA5C706413FBB2E2B36EA93631B:69065709E4FA437AB415B526801FA311 using oldmapred API
2016-05-18 02:07:02,777 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=69065709E4FA437AB415B526801FA311, vertexName=E382AEA5C706413FBB2E2B36EA93631B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:02,777 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4E77C310C74B432596F23D5E09BAF6A9 on vertex vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E382AEA5C706413FBB2E2B36EA93631B, vertexId=vertex_1463537222594_0001_1_01, initRequestedTime=1463537222770, initedTime=1463537222775, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:02,778 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:02,778 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:02,778 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4E77C310C74B432596F23D5E09BAF6A9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:02,779 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] parallelism set to 1
2016-05-18 02:07:02,779 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:02,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, vertexId=vertex_1463537222594_0001_1_00, initRequestedTime=1463537222769, initedTime=1463537222779, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:02,780 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] with distanceFromRoot: 0
2016-05-18 02:07:02,780 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:02,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537222594_0001_1_00, startRequestedTime=1463537222770, startedTime=1463537222780
2016-05-18 02:07:02,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537222594_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:02,781 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:02,781 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537222594_0001_1_00 for vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] numStartedSources: 1 numSources: 1
2016-05-18 02:07:02,781 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] with distanceFromRoot: 1
2016-05-18 02:07:02,781 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C2517AB306D348CAB39B1CEFBC7AC4E2
2016-05-18 02:07:02,781 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537222594_0001_1_01, startRequestedTime=1463537222781, startedTime=1463537222781
2016-05-18 02:07:02,782 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:02,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_STARTED]: vertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, taskId=task_1463537222594_0001_1_00_000000, scheduledTime=1463537222782, launchTime=1463537222782
2016-05-18 02:07:02,782 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,783 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E382AEA5C706413FBB2E2B36EA93631B with 0 source tasks and 1 pending tasks
2016-05-18 02:07:02,783 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C2517AB306D348CAB39B1CEFBC7AC4E2 in vertex: E382AEA5C706413FBB2E2B36EA93631B numBipartiteSourceTasks: 1
2016-05-18 02:07:02,783 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:02,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537222594_0001_00_000001, launchTime=1463537222784
2016-05-18 02:07:02,785 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222594_0001_00_000001
2016-05-18 02:07:02,785 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537222594_0001_1_00_000000_0] started. Is using containerId: [container_1463537222594_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:02,785 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, taskAttemptId=attempt_1463537222594_0001_1_00_000000_0, startTime=1463537222785, containerId=container_1463537222594_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:02,786 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222594_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,786 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,786 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,786 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:02,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS, VertexName: C2517AB306D348CAB39B1CEFBC7AC4E2, VertexParallelism: 1, TaskAttemptID:attempt_1463537222594_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4E77C310C74B432596F23D5E09BAF6A9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E382AEA5C706413FBB2E2B36EA93631B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:02,787 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:02,787 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,788 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537222594_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:02,788 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537222594_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:02,795 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:02,795 INFO  input.MRInput (MRInput.java:initialize(440)) - 4E77C310C74B432596F23D5E09BAF6A9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:02,795 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4E77C310C74B432596F23D5E09BAF6A9
2016-05-18 02:07:02,797 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537222594_0001, with dag id: dag_1463537222594_0001_1
2016-05-18 02:07:02,798 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:02,798 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:02,798 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C2517AB306D348CAB39B1CEFBC7AC4E2, ordinal: 0
2016-05-18 02:07:02,798 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2517AB306D348CAB39B1CEFBC7AC4E2, mem on start (mb), free: 241, total: 373, max: 672
2016-05-18 02:07:02,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:02,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:02,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:02,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:02,799 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4E77C310C74B432596F23D5E09BAF6A9:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [E382AEA5C706413FBB2E2B36EA93631B:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:02,799 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:02,799 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:02,799 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:02,799 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4E77C310C74B432596F23D5E09BAF6A9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [E382AEA5C706413FBB2E2B36EA93631B:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:02,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:02,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4E77C310C74B432596F23D5E09BAF6A9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:02,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:02,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:02,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4E77C310C74B432596F23D5E09BAF6A9
2016-05-18 02:07:02,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:02,801 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,804 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:02,804 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4E77C310C74B432596F23D5E09BAF6A9 initialized RecordReader from event
2016-05-18 02:07:02,805 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:02,805 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 4E77C310C74B432596F23D5E09BAF6A9
2016-05-18 02:07:02,805 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: B10B611C53D843F592316F7A04F32F9D
2016-05-18 02:07:02,805 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] B10B611C53D843F592316F7A04F32F9D
2016-05-18 02:07:02,806 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,808 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,808 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E382AEA5C706413FBB2E2B36EA93631B using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@6a69fefb, comparator=cascading.tuple.hadoop.util.TupleComparator@54e34751, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:02,808 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E382AEA5C706413FBB2E2B36EA93631B: , UsingHashComparator=false
2016-05-18 02:07:02,821 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:02,821 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:02,821 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E382AEA5C706413FBB2E2B36EA93631B: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:02,821 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E382AEA5C706413FBB2E2B36EA93631B: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:02,822 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:02,822 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C2517AB306D348CAB39B1CEFBC7AC4E2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:02,824 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,824 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2517AB306D348CAB39B1CEFBC7AC4E2, mem on close (mb), free: 139, total: 373, max: 672
2016-05-18 02:07:02,824 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E382AEA5C706413FBB2E2B36EA93631B: Starting flush of map output
2016-05-18 02:07:02,824 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E382AEA5C706413FBB2E2B36EA93631B: Span0.length = 20, perItem = 6
2016-05-18 02:07:02,824 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E382AEA5C706413FBB2E2B36EA93631B: done sorting span=0, length=20, time=0
2016-05-18 02:07:02,824 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E382AEA5C706413FBB2E2B36EA93631B: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:02,825 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E382AEA5C706413FBB2E2B36EA93631B: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd/localmode-local-dir/output/attempt_1463537222594_0001_1_00_000000_0_10267_0/file.out
2016-05-18 02:07:02,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,829 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537222594_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:02,829 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537222594_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:02,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537222594_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537222822, Process_Duration=2, Process_End_Time=1463537222824, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:02,830 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537222594_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:02,830 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:02,830 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:02,830 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, taskAttemptId=attempt_1463537222594_0001_1_00_000000_0, creationTime=1463537222782, allocationTime=1463537222784, startTime=1463537222785, finishTime=1463537222830, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:02,830 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222594_0001_00_000001
2016-05-18 02:07:02,831 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02,831 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_FINISHED]: vertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, taskId=task_1463537222594_0001_1_00_000000, startTime=1463537222785, finishTime=1463537222831, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537222594_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537222822, Process_Duration=2, Process_End_Time=1463537222824, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:02,831 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:02,831 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_FINISHED]: vertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, vertexId=vertex_1463537222594_0001_1_00, initRequestedTime=1463537222769, initedTime=1463537222779, startRequestedTime=1463537222770, startedTime=1463537222780, finishTime=1463537222831, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537222822, Process_Duration=2, Process_End_Time=1463537222824, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537222785, firstTasksToStart=[ task_1463537222594_0001_1_00_000000 ], lastTaskFinishTime=1463537222830, lastTasksToFinish=[ task_1463537222594_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537222594_0001_1_00_000000 ], longestDurationTasks=[ task_1463537222594_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:02,832 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:02,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537222594_0001_00_000001, stoppedTime=1463537222832, exitStatus=0
2016-05-18 02:07:02,832 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] attempt: attempt_1463537222594_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:02,832 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:02,833 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:02,832 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E382AEA5C706413FBB2E2B36EA93631B
2016-05-18 02:07:02,833 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, destinationVertexName=E382AEA5C706413FBB2E2B36EA93631B. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:02,833 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,833 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537222594_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:02,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_STARTED]: vertexName=E382AEA5C706413FBB2E2B36EA93631B, taskId=task_1463537222594_0001_1_01_000000, scheduledTime=1463537222833, launchTime=1463537222833
2016-05-18 02:07:02,834 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537222594_0001_00_000002, launchTime=1463537222835
2016-05-18 02:07:02,835 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222594_0001_00_000002
2016-05-18 02:07:02,836 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222594_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,836 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537222594_0001_1_01_000000_0] started. Is using containerId: [container_1463537222594_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:02,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E382AEA5C706413FBB2E2B36EA93631B, taskAttemptId=attempt_1463537222594_0001_1_01_000000_0, startTime=1463537222836, containerId=container_1463537222594_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,836 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,836 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,837 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:02,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS, VertexName: E382AEA5C706413FBB2E2B36EA93631B, VertexParallelism: 1, TaskAttemptID:attempt_1463537222594_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C2517AB306D348CAB39B1CEFBC7AC4E2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=69065709E4FA437AB415B526801FA311, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:02,837 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:02,837 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,838 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537222594_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,838 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537222594_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:02,839 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:02,841 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:02,841 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537222594_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:02,841 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222594_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:02,842 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537222594_0001_00_000001, Exiting
2016-05-18 02:07:02,842 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537222594_0001_00_000001
2016-05-18 02:07:02,842 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537222594_0001_00_000001
2016-05-18 02:07:02,842 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537222594_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:02,843 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537222594_0001_00_000001 completed successfully
2016-05-18 02:07:02,846 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E382AEA5C706413FBB2E2B36EA93631B, ordinal: 1
2016-05-18 02:07:02,846 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E382AEA5C706413FBB2E2B36EA93631B, mem on start (mb), free: 133, total: 373, max: 672
2016-05-18 02:07:02,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:02,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:02,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:02,852 INFO  output.MROutput (MROutput.java:initialize(421)) - 69065709E4FA437AB415B526801FA311: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:02,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:02,852 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[69065709E4FA437AB415B526801FA311:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C2517AB306D348CAB39B1CEFBC7AC4E2:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:02,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:02,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:02,853 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:02,853 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[69065709E4FA437AB415B526801FA311:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C2517AB306D348CAB39B1CEFBC7AC4E2:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:02,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:02,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C2517AB306D348CAB39B1CEFBC7AC4E2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:02,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:02,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:02,853 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C2517AB306D348CAB39B1CEFBC7AC4E2: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:02,853 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C2517AB306D348CAB39B1CEFBC7AC4E2: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:02,854 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C2517AB306D348CAB39B1CEFBC7AC4E2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:02,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C2517AB306D348CAB39B1CEFBC7AC4E2
2016-05-18 02:07:02,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:02,855 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,855 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C2517AB306D348CAB39B1CEFBC7AC4E2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:02,857 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:02,858 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537222594_0001_1_00_000000_0_10267} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537222857, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:02,858 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: B10B611C53D843F592316F7A04F32F9D
2016-05-18 02:07:02,858 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C2517AB306D348CAB39B1CEFBC7AC4E2
2016-05-18 02:07:02,858 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"], id: 69065709E4FA437AB415B526801FA311
2016-05-18 02:07:02,858 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2016-05-18 02:07:02,858 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] B10B611C53D843F592316F7A04F32F9D, for 1 inputs
2016-05-18 02:07:02,859 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:02,859 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C2517AB306D348CAB39B1CEFBC7AC4E2, wasInterrupted=false
2016-05-18 02:07:02,859 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:02,859 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:02,860 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - C2517AB306D348CAB39B1CEFBC7AC4E2: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:02,860 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,860 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001_wd/localmode-local-dir/output/attempt_1463537222594_0001_1_00_000000_0_10267/file.out, len=181, isLocal=true
2016-05-18 02:07:02,861 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:02,861 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:02,861 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:02,861 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:02,861 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C2517AB306D348CAB39B1CEFBC7AC4E2
2016-05-18 02:07:02,861 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C2517AB306D348CAB39B1CEFBC7AC4E2: Shuffle Runner thread complete
2016-05-18 02:07:02,861 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E382AEA5C706413FBB2E2B36EA93631B, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:07:02,862 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:02,862 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C2517AB306D348CAB39B1CEFBC7AC4E2: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:02,866 INFO  output.MROutput (MROutput.java:close(526)) - 69065709E4FA437AB415B526801FA311 closed
2016-05-18 02:07:02,866 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537222594_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:02,867 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,867 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E382AEA5C706413FBB2E2B36EA93631B, mem on close (mb), free: 129, total: 373, max: 672
2016-05-18 02:07:02,867 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C2517AB306D348CAB39B1CEFBC7AC4E2
2016-05-18 02:07:02,867 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C2517AB306D348CAB39B1CEFBC7AC4E2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:02,868 INFO  output.MROutput (MROutput.java:close(526)) - 69065709E4FA437AB415B526801FA311 closed
2016-05-18 02:07:02,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,868 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537222594_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:02,868 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537222594_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:02,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537222594_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537222861, Process_Duration=6, Process_End_Time=1463537222867, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:02,869 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537222594_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:02,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E382AEA5C706413FBB2E2B36EA93631B, taskAttemptId=attempt_1463537222594_0001_1_01_000000_0, creationTime=1463537222834, allocationTime=1463537222834, startTime=1463537222836, finishTime=1463537222869, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:02,869 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:TASK_FINISHED]: vertexName=E382AEA5C706413FBB2E2B36EA93631B, taskId=task_1463537222594_0001_1_01_000000, startTime=1463537222836, finishTime=1463537222870, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537222594_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537222861, Process_Duration=6, Process_End_Time=1463537222867, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:02,870 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:02,870 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B]
2016-05-18 02:07:02,869 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:02,871 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:02,871 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:VERTEX_FINISHED]: vertexName=E382AEA5C706413FBB2E2B36EA93631B, vertexId=vertex_1463537222594_0001_1_01, initRequestedTime=1463537222770, initedTime=1463537222775, startRequestedTime=1463537222781, startedTime=1463537222781, finishTime=1463537222870, timeTaken=89, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537222861, Process_Duration=6, Process_End_Time=1463537222867, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537222836, firstTasksToStart=[ task_1463537222594_0001_1_01_000000 ], lastTaskFinishTime=1463537222869, lastTasksToFinish=[ task_1463537222594_0001_1_01_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537222594_0001_1_01_000000 ], longestDurationTasks=[ task_1463537222594_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:02,871 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:02,872 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:02,872 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:02,872 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537222594_0001_1_00 [C2517AB306D348CAB39B1CEFBC7AC4E2]
2016-05-18 02:07:02,872 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537222594_0001_1
2016-05-18 02:07:02,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537222594_0001_1
2016-05-18 02:07:02,872 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222594_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:02,872 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537222594_0001_00_000002
2016-05-18 02:07:02,872 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 69065709E4FA437AB415B526801FA311 for vertex: vertex_1463537222594_0001_1_01 [E382AEA5C706413FBB2E2B36EA93631B], outputName: 69065709E4FA437AB415B526801FA311
2016-05-18 02:07:02,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537222594_0001_00_000002, stoppedTime=1463537222872, exitStatus=0
2016-05-18 02:07:02,873 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537222594_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:02,874 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537222594_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:02,874 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537222594_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:02,874 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537222594_0001_00_000002, Exiting
2016-05-18 02:07:02,874 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537222594_0001_00_000002
2016-05-18 02:07:02,874 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537222594_0001_00_000002
2016-05-18 02:07:02,875 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537222594_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:02,875 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537222594_0001_00_000002 completed successfully
2016-05-18 02:07:02,882 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:69065709E4FA437AB415B526801FA311 of vertex/vertexGroup:E382AEA5C706413FBB2E2B36EA93631B isVertexGroupOutput:false
2016-05-18 02:07:02,882 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:02,883 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537222594_0001_1, queueSize=0
2016-05-18 02:07:02,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537222594_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537222594_0001_1, startTime=1463537222769, finishTime=1463537222882, timeTaken=113, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074445683, Process_Duration=8, Process_End_Time=2927074445691, Read_Duration=2, Tuples_Read=40, Tuples_Written=40, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:02,884 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537222594_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:02,884 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537222594_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:02 Completed Dag: dag_1463537222594_0001_1
2016-05-18 02:07:02,884 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537222594_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:02,884 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537222594_0001_1_post
2016-05-18 02:07:02,884 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:02,884 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:02,884 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:02,885 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS, with id=dag_1463537222594_0001_1
2016-05-18 02:07:02,885 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8] every/(1/1) ...tform/ALL_UNKNOWN_RESULTS, with id=dag_1463537222594_0001_1
2016-05-18 02:07:02,891 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_UNKNOWN_RESULTS, applicationId=application_1463537222594_0001
2016-05-18 02:07:02,892 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:02,892 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:02,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:02,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:02,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:02,893 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:02,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:02,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:02,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:02,893 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:02,894 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:02,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:02,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:02,895 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:02,897 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B823E6E5A4AF45F68ECE33ED14274CAF/CD7D7F1B08534C8EBDBD92C4F36946A8/.tez/application_1463537222594_0001
2016-05-18 02:07:02,897 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary
2016-05-18 02:07:02,897 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.333
2016-05-18 02:07:02,963 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_UNKNOWN_RESULTS
2016-05-18 02:07:02,984 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:02,985 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:03,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:07:03,019 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:07:03,020 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:03,020 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:03,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:03,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:03,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_ALL
2016-05-18 02:07:03,108 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:03,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:03,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2016-05-18 02:07:03,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:03,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:03,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:03,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:07:03,110 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:03,126 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:03,131 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:03,131 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:03,132 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:03,141 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001 doesn't exist and is created
2016-05-18 02:07:03,163 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:03,163 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:03,164 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd
2016-05-18 02:07:03,181 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537223131_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:03,181 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:03,181 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:03,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:03,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:03,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:03,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:03,183 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:03,185 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:03,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:03,186 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:03,186 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:03,188 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:03,188 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:03,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:03,189 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd/localmode-log-dir
2016-05-18 02:07:03,189 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd/localmode-log-dir/history.txt.appattempt_1463537223131_0001_000000, maxErrors=10
2016-05-18 02:07:03,189 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:03,189 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537223131_0001_000000, appSubmitTime=1463537223180, launchTime=1463537223181
2016-05-18 02:07:03,192 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:03,194 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46399
2016-05-18 02:07:03,194 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537223131
2016-05-18 02:07:03,196 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537223131_0001_000000, startTime=1463537223196
2016-05-18 02:07:03,196 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:03,264 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:03,264 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:03,264 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/ALL_UNKNOWN_ALL, applicationId=application_1463537223131_0001, dagName=[6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:07:03,280 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:07:03,280 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:03,281 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537223131_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd/localmode-log-dir/dag_1463537223131_0001_1.dot
2016-05-18 02:07:03,281 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd/localmode-log-dir/dag_1463537223131_0001_1-tez-dag.pb.txt
2016-05-18 02:07:03,288 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537223131_0001_1
2016-05-18 02:07:03,288 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,288 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:07:03 Running Dag: dag_1463537223131_0001_1
2016-05-18 02:07:03,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537223131_0001_1, submitTime=1463537223280
2016-05-18 02:07:03,303 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001/tez-conf.pb" } size: 40947 timestamp: 1463537223000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:03,303 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,303 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:03,304 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001/tez-conf.pb" } size: 40947 timestamp: 1463537223000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:03,304 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,304 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:03,304 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:03,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537223131_0001_1, initTime=1463537223304
2016-05-18 02:07:03,304 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223131_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:03,304 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:03,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:DAG_STARTED]: dagID=dag_1463537223131_0001_1, startTime=1463537223305
2016-05-18 02:07:03,305 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223131_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:03,305 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/ALL_UNKNOWN_ALL, applicationId=application_1463537223131_0001, dagName=[6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:07:03,305 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A3AB1F4A3F304077B0FB086DD54B7BAC : {ED0B1861BEAB482E84181217B568365D={InputName=ED0B1861BEAB482E84181217B568365D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:03,305 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: ED0B1861BEAB482E84181217B568365D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:03,305 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,305 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,305 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,306 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,306 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:03,306 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,308 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: ED0B1861BEAB482E84181217B568365D on vertex vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,310 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:03,310 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,310 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,310 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537223131_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:03,310 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70], numAdditionalOutputs=1
2016-05-18 02:07:03,310 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F92A44A1261B42ECB9F18099E951C4A5, vertex=vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:03,311 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input ED0B1861BEAB482E84181217B568365D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:03,312 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:03,313 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:03,313 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for EDF95F2A92174B4BB00C1559CD429D70:F92A44A1261B42ECB9F18099E951C4A5 using oldmapred API
2016-05-18 02:07:03,313 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F92A44A1261B42ECB9F18099E951C4A5, vertexName=EDF95F2A92174B4BB00C1559CD429D70, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:03,313 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:03,314 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:03,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EDF95F2A92174B4BB00C1559CD429D70, vertexId=vertex_1463537223131_0001_1_01, initRequestedTime=1463537223306, initedTime=1463537223310, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:03,314 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:03,315 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: ED0B1861BEAB482E84181217B568365D on vertex vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,315 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:03,315 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {ED0B1861BEAB482E84181217B568365D=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:03,316 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] parallelism set to 1
2016-05-18 02:07:03,316 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:03,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, vertexId=vertex_1463537223131_0001_1_00, initRequestedTime=1463537223305, initedTime=1463537223316, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:03,316 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] with distanceFromRoot: 0
2016-05-18 02:07:03,316 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:03,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537223131_0001_1_00, startRequestedTime=1463537223306, startedTime=1463537223317
2016-05-18 02:07:03,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537223131_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:03,317 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:03,317 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537223131_0001_1_00 for vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] numStartedSources: 1 numSources: 1
2016-05-18 02:07:03,317 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] with distanceFromRoot: 1
2016-05-18 02:07:03,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537223131_0001_1_01, startRequestedTime=1463537223317, startedTime=1463537223317
2016-05-18 02:07:03,317 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:03,318 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A3AB1F4A3F304077B0FB086DD54B7BAC
2016-05-18 02:07:03,318 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,319 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_STARTED]: vertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, taskId=task_1463537223131_0001_1_00_000000, scheduledTime=1463537223319, launchTime=1463537223319
2016-05-18 02:07:03,319 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,319 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: EDF95F2A92174B4BB00C1559CD429D70 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:03,320 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:03,320 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A3AB1F4A3F304077B0FB086DD54B7BAC in vertex: EDF95F2A92174B4BB00C1559CD429D70 numBipartiteSourceTasks: 1
2016-05-18 02:07:03,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537223131_0001_00_000001, launchTime=1463537223321
2016-05-18 02:07:03,322 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223131_0001_00_000001
2016-05-18 02:07:03,322 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537223131_0001_1_00_000000_0] started. Is using containerId: [container_1463537223131_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:03,323 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, taskAttemptId=attempt_1463537223131_0001_1_00_000000_0, startTime=1463537223322, containerId=container_1463537223131_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:03,325 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537223131_0001, with dag id: dag_1463537223131_0001_1
2016-05-18 02:07:03,325 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223131_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,326 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,326 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,327 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:03,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL, VertexName: A3AB1F4A3F304077B0FB086DD54B7BAC, VertexParallelism: 1, TaskAttemptID:attempt_1463537223131_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ED0B1861BEAB482E84181217B568365D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EDF95F2A92174B4BB00C1559CD429D70, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:03,328 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:03,328 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,329 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537223131_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:03,330 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537223131_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:03,331 INFO  input.MRInput (MRInput.java:initialize(440)) - ED0B1861BEAB482E84181217B568365D using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:03,332 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: ED0B1861BEAB482E84181217B568365D
2016-05-18 02:07:03,332 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:03,335 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A3AB1F4A3F304077B0FB086DD54B7BAC, ordinal: 0
2016-05-18 02:07:03,335 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A3AB1F4A3F304077B0FB086DD54B7BAC, mem on start (mb), free: 224, total: 374, max: 672
2016-05-18 02:07:03,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:03,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:03,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:03,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:03,336 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[ED0B1861BEAB482E84181217B568365D:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [EDF95F2A92174B4BB00C1559CD429D70:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:03,336 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:03,336 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:03,336 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:03,336 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[ED0B1861BEAB482E84181217B568365D:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [EDF95F2A92174B4BB00C1559CD429D70:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:03,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:03,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: ED0B1861BEAB482E84181217B568365D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:03,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:03,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:03,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: ED0B1861BEAB482E84181217B568365D
2016-05-18 02:07:03,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:03,337 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,338 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:03,339 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - ED0B1861BEAB482E84181217B568365D initialized RecordReader from event
2016-05-18 02:07:03,340 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:03,341 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: ED0B1861BEAB482E84181217B568365D
2016-05-18 02:07:03,341 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: B4F5740CEDDD42D994F6141A41BBC8BF
2016-05-18 02:07:03,341 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] B4F5740CEDDD42D994F6141A41BBC8BF
2016-05-18 02:07:03,343 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,345 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,345 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - EDF95F2A92174B4BB00C1559CD429D70 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@40d5802c, comparator=cascading.tuple.hadoop.util.TupleComparator@d1e9f5, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:03,346 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for EDF95F2A92174B4BB00C1559CD429D70: , UsingHashComparator=false
2016-05-18 02:07:03,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:03,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:03,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for EDF95F2A92174B4BB00C1559CD429D70: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:03,361 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - EDF95F2A92174B4BB00C1559CD429D70: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:03,361 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:03,361 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A3AB1F4A3F304077B0FB086DD54B7BAC, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:03,364 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,364 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A3AB1F4A3F304077B0FB086DD54B7BAC, mem on close (mb), free: 122, total: 374, max: 672
2016-05-18 02:07:03,364 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - EDF95F2A92174B4BB00C1559CD429D70: Starting flush of map output
2016-05-18 02:07:03,364 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - EDF95F2A92174B4BB00C1559CD429D70: Span0.length = 20, perItem = 6
2016-05-18 02:07:03,364 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - EDF95F2A92174B4BB00C1559CD429D70: done sorting span=0, length=20, time=0
2016-05-18 02:07:03,364 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - EDF95F2A92174B4BB00C1559CD429D70: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:03,366 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - EDF95F2A92174B4BB00C1559CD429D70: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd/localmode-local-dir/output/attempt_1463537223131_0001_1_00_000000_0_10273_0/file.out
2016-05-18 02:07:03,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:03 Completed running task attempt: attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,372 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537223131_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:03,372 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537223131_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:03,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537223131_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537223361, Process_Duration=3, Process_End_Time=1463537223364, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:03,373 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537223131_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:03,373 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:03,373 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:03,373 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, taskAttemptId=attempt_1463537223131_0001_1_00_000000_0, creationTime=1463537223319, allocationTime=1463537223321, startTime=1463537223322, finishTime=1463537223373, timeTaken=51, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:03,373 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_FINISHED]: vertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, taskId=task_1463537223131_0001_1_00_000000, startTime=1463537223322, finishTime=1463537223373, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1463537223131_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537223361, Process_Duration=3, Process_End_Time=1463537223364, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:03,374 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:03,374 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,374 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223131_0001_00_000001
2016-05-18 02:07:03,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_FINISHED]: vertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, vertexId=vertex_1463537223131_0001_1_00, initRequestedTime=1463537223305, initedTime=1463537223316, startRequestedTime=1463537223306, startedTime=1463537223317, finishTime=1463537223374, timeTaken=57, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537223361, Process_Duration=3, Process_End_Time=1463537223364, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537223322, firstTasksToStart=[ task_1463537223131_0001_1_00_000000 ], lastTaskFinishTime=1463537223373, lastTasksToFinish=[ task_1463537223131_0001_1_00_000000 ], minTaskDuration=51, maxTaskDuration=51, avgTaskDuration=51.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537223131_0001_1_00_000000 ], longestDurationTasks=[ task_1463537223131_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:03,375 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:03,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537223131_0001_00_000001, stoppedTime=1463537223375, exitStatus=0
2016-05-18 02:07:03,375 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] attempt: attempt_1463537223131_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:03,375 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:03,375 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:03,375 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: EDF95F2A92174B4BB00C1559CD429D70
2016-05-18 02:07:03,375 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537223131_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:03,375 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, destinationVertexName=EDF95F2A92174B4BB00C1559CD429D70. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:03,375 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,376 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_STARTED]: vertexName=EDF95F2A92174B4BB00C1559CD429D70, taskId=task_1463537223131_0001_1_01_000000, scheduledTime=1463537223376, launchTime=1463537223376
2016-05-18 02:07:03,376 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537223131_0001_00_000002, launchTime=1463537223377
2016-05-18 02:07:03,377 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223131_0001_00_000002
2016-05-18 02:07:03,378 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537223131_0001_1_01_000000_0] started. Is using containerId: [container_1463537223131_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:03,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EDF95F2A92174B4BB00C1559CD429D70, taskAttemptId=attempt_1463537223131_0001_1_01_000000_0, startTime=1463537223377, containerId=container_1463537223131_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:03,378 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223131_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,378 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,378 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,378 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:03,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL, VertexName: EDF95F2A92174B4BB00C1559CD429D70, VertexParallelism: 1, TaskAttemptID:attempt_1463537223131_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A3AB1F4A3F304077B0FB086DD54B7BAC, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F92A44A1261B42ECB9F18099E951C4A5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:03,379 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:03,379 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,381 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:03,382 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537223131_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,383 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537223131_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:03,383 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:03,385 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537223131_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:03,385 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223131_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:03,385 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537223131_0001_00_000001, Exiting
2016-05-18 02:07:03,385 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537223131_0001_00_000001
2016-05-18 02:07:03,385 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537223131_0001_00_000001
2016-05-18 02:07:03,386 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537223131_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:03,387 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537223131_0001_00_000001 completed successfully
2016-05-18 02:07:03,388 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EDF95F2A92174B4BB00C1559CD429D70, ordinal: 1
2016-05-18 02:07:03,388 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EDF95F2A92174B4BB00C1559CD429D70, mem on start (mb), free: 116, total: 374, max: 672
2016-05-18 02:07:03,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:03,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:03,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:03,396 INFO  output.MROutput (MROutput.java:initialize(421)) - F92A44A1261B42ECB9F18099E951C4A5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:03,396 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:03,397 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A3AB1F4A3F304077B0FB086DD54B7BAC:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F92A44A1261B42ECB9F18099E951C4A5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:07:03,397 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:03,397 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:03,397 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:03,397 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A3AB1F4A3F304077B0FB086DD54B7BAC:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [F92A44A1261B42ECB9F18099E951C4A5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:07:03,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:03,397 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A3AB1F4A3F304077B0FB086DD54B7BAC: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:03,397 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A3AB1F4A3F304077B0FB086DD54B7BAC: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:03,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A3AB1F4A3F304077B0FB086DD54B7BAC being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:03,398 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A3AB1F4A3F304077B0FB086DD54B7BAC with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:03,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:03,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:03,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A3AB1F4A3F304077B0FB086DD54B7BAC
2016-05-18 02:07:03,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:03,400 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,401 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A3AB1F4A3F304077B0FB086DD54B7BAC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:03,402 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537223131_0001_1_00_000000_0_10273} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537223402, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:03,402 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A3AB1F4A3F304077B0FB086DD54B7BAC
2016-05-18 02:07:03,402 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:03,402 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A3AB1F4A3F304077B0FB086DD54B7BAC, wasInterrupted=false
2016-05-18 02:07:03,403 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:03,403 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:03,403 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:03,404 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: B4F5740CEDDD42D994F6141A41BBC8BF
2016-05-18 02:07:03,404 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_ALL"], id: F92A44A1261B42ECB9F18099E951C4A5
2016-05-18 02:07:03,404 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,404 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001_wd/localmode-local-dir/output/attempt_1463537223131_0001_1_00_000000_0_10273/file.out, len=181, isLocal=true
2016-05-18 02:07:03,404 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:03,404 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:03,404 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:03,405 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:03,405 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A3AB1F4A3F304077B0FB086DD54B7BAC
2016-05-18 02:07:03,405 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A3AB1F4A3F304077B0FB086DD54B7BAC: Shuffle Runner thread complete
2016-05-18 02:07:03,405 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_ALL"]
2016-05-18 02:07:03,406 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] B4F5740CEDDD42D994F6141A41BBC8BF, for 1 inputs
2016-05-18 02:07:03,406 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EDF95F2A92174B4BB00C1559CD429D70, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:03,407 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,407 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A3AB1F4A3F304077B0FB086DD54B7BAC: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:03,411 INFO  output.MROutput (MROutput.java:close(526)) - F92A44A1261B42ECB9F18099E951C4A5 closed
2016-05-18 02:07:03,411 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537223131_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:03,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,412 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EDF95F2A92174B4BB00C1559CD429D70, mem on close (mb), free: 111, total: 374, max: 672
2016-05-18 02:07:03,412 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A3AB1F4A3F304077B0FB086DD54B7BAC
2016-05-18 02:07:03,412 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A3AB1F4A3F304077B0FB086DD54B7BAC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:03,412 INFO  output.MROutput (MROutput.java:close(526)) - F92A44A1261B42ECB9F18099E951C4A5 closed
2016-05-18 02:07:03,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:03 Completed running task attempt: attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537223131_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:03,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537223131_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:03,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537223131_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537223406, Process_Duration=6, Process_End_Time=1463537223412, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:03,413 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537223131_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:03,413 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:03,413 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:03,413 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EDF95F2A92174B4BB00C1559CD429D70, taskAttemptId=attempt_1463537223131_0001_1_01_000000_0, creationTime=1463537223376, allocationTime=1463537223376, startTime=1463537223377, finishTime=1463537223413, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:03,413 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03,413 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223131_0001_00_000002
2016-05-18 02:07:03,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:TASK_FINISHED]: vertexName=EDF95F2A92174B4BB00C1559CD429D70, taskId=task_1463537223131_0001_1_01_000000, startTime=1463537223377, finishTime=1463537223414, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537223131_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537223406, Process_Duration=6, Process_End_Time=1463537223412, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:03,414 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:03,414 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70]
2016-05-18 02:07:03,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:VERTEX_FINISHED]: vertexName=EDF95F2A92174B4BB00C1559CD429D70, vertexId=vertex_1463537223131_0001_1_01, initRequestedTime=1463537223306, initedTime=1463537223310, startRequestedTime=1463537223317, startedTime=1463537223317, finishTime=1463537223414, timeTaken=97, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537223406, Process_Duration=6, Process_End_Time=1463537223412, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537223377, firstTasksToStart=[ task_1463537223131_0001_1_01_000000 ], lastTaskFinishTime=1463537223413, lastTasksToFinish=[ task_1463537223131_0001_1_01_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537223131_0001_1_01_000000 ], longestDurationTasks=[ task_1463537223131_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:03,415 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:03,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537223131_0001_00_000002, stoppedTime=1463537223415, exitStatus=0
2016-05-18 02:07:03,415 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:03,415 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:03,415 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537223131_0001_1_00 [A3AB1F4A3F304077B0FB086DD54B7BAC]
2016-05-18 02:07:03,416 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537223131_0001_1
2016-05-18 02:07:03,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537223131_0001_1
2016-05-18 02:07:03,416 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223131_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:03,416 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F92A44A1261B42ECB9F18099E951C4A5 for vertex: vertex_1463537223131_0001_1_01 [EDF95F2A92174B4BB00C1559CD429D70], outputName: F92A44A1261B42ECB9F18099E951C4A5
2016-05-18 02:07:03,416 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537223131_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:03,416 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:03,417 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:03,424 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537223131_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:03,424 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223131_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:03,425 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537223131_0001_00_000002, Exiting
2016-05-18 02:07:03,425 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537223131_0001_00_000002
2016-05-18 02:07:03,425 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537223131_0001_00_000002
2016-05-18 02:07:03,425 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537223131_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:03,425 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537223131_0001_00_000002 completed successfully
2016-05-18 02:07:03,428 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F92A44A1261B42ECB9F18099E951C4A5 of vertex/vertexGroup:EDF95F2A92174B4BB00C1559CD429D70 isVertexGroupOutput:false
2016-05-18 02:07:03,428 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:03,429 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537223131_0001_1, queueSize=0
2016-05-18 02:07:03,429 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223131_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537223131_0001_1, startTime=1463537223304, finishTime=1463537223428, timeTaken=124, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074446767, Process_Duration=9, Process_End_Time=2927074446776, Read_Duration=1, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:03,430 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537223131_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:03,430 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223131_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:03 Completed Dag: dag_1463537223131_0001_1
2016-05-18 02:07:03,430 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537223131_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:03,430 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537223131_0001_1_post
2016-05-18 02:07:03,430 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,430 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:03,430 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:03,430 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL, with id=dag_1463537223131_0001_1
2016-05-18 02:07:03,431 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272] every/(1/1) ...yplatform/ALL_UNKNOWN_ALL, with id=dag_1463537223131_0001_1
2016-05-18 02:07:03,437 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/ALL_UNKNOWN_ALL, applicationId=application_1463537223131_0001
2016-05-18 02:07:03,438 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:03,438 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:03,438 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:03,438 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:03,438 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:03,439 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:03,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:03,440 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:03,440 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:03,440 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:03,440 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:03,440 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:03,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:03,442 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:03,444 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6671F30C18704FDEA423C07A33E170DD/BAF76DD25B0A42BE8504DE8F6EA2D272/.tez/application_1463537223131_0001
2016-05-18 02:07:03,445 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary
2016-05-18 02:07:03,445 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.337
2016-05-18 02:07:03,546 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_UNKNOWN_ALL
2016-05-18 02:07:03,571 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:03,571 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:03,605 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:07:03,620 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-18 02:07:03,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:03,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:03,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:03,636 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:03,640 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:03,686 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:03,686 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:03,686 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2016-05-18 02:07:03,687 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:03,687 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:03,687 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:03,688 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:03,688 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:03,702 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:03,706 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:03,706 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:03,706 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:03,715 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001 doesn't exist and is created
2016-05-18 02:07:03,735 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:03,735 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:03,735 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd
2016-05-18 02:07:03,750 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537223706_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:03,750 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:03,750 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:03,751 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:03,752 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:03,752 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:03,752 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:03,752 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:03,753 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:03,754 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:03,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:03,755 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:03,756 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:03,757 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:03,757 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:03,757 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd/localmode-log-dir
2016-05-18 02:07:03,757 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd/localmode-log-dir/history.txt.appattempt_1463537223706_0001_000000, maxErrors=10
2016-05-18 02:07:03,757 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:03,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537223706_0001_000000, appSubmitTime=1463537223749, launchTime=1463537223750
2016-05-18 02:07:03,763 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:03,764 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:37513
2016-05-18 02:07:03,764 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537223706
2016-05-18 02:07:03,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537223706_0001_000000, startTime=1463537223766
2016-05-18 02:07:03,766 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:03,835 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:03,835 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:03,835 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_REPLACE, applicationId=application_1463537223706_0001, dagName=[2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:03,850 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:03,851 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:03,851 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537223706_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd/localmode-log-dir/dag_1463537223706_0001_1.dot
2016-05-18 02:07:03,852 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd/localmode-log-dir/dag_1463537223706_0001_1-tez-dag.pb.txt
2016-05-18 02:07:03,858 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537223706_0001_1
2016-05-18 02:07:03,858 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,858 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:03 Running Dag: dag_1463537223706_0001_1
2016-05-18 02:07:03,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537223706_0001_1, submitTime=1463537223850
2016-05-18 02:07:03,873 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001/tez-conf.pb" } size: 40947 timestamp: 1463537223000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:03,874 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,875 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:03,875 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001/tez-conf.pb" } size: 40947 timestamp: 1463537223000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:03,876 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,877 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:03,877 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:03,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537223706_0001_1, initTime=1463537223877
2016-05-18 02:07:03,878 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223706_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:03,878 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:03,879 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_REPLACE, applicationId=application_1463537223706_0001, dagName=[2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:03,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:DAG_STARTED]: dagID=dag_1463537223706_0001_1, startTime=1463537223879
2016-05-18 02:07:03,879 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223706_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:03,879 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A35007D4D6FC45FA8AAB4E4DBD310FE2 : {3C460EEAC0A14A1E8861BDC1B5CACBDF={InputName=3C460EEAC0A14A1E8861BDC1B5CACBDF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:03,879 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3C460EEAC0A14A1E8861BDC1B5CACBDF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:03,879 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,879 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,879 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,879 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,880 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:03,880 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3C460EEAC0A14A1E8861BDC1B5CACBDF on vertex vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,880 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,883 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3C460EEAC0A14A1E8861BDC1B5CACBDF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:03,884 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:03,884 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,884 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537223706_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:03,885 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0], numAdditionalOutputs=1
2016-05-18 02:07:03,885 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=EE50B346113642D090DC7040B9AA9774, vertex=vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:03,886 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:03,886 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:03,886 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:03,886 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:03,887 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3C460EEAC0A14A1E8861BDC1B5CACBDF on vertex vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,887 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C09F59EF46644FB98263F8215D5DBEC0:EE50B346113642D090DC7040B9AA9774 using oldmapred API
2016-05-18 02:07:03,888 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=EE50B346113642D090DC7040B9AA9774, vertexName=C09F59EF46644FB98263F8215D5DBEC0, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:03,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C09F59EF46644FB98263F8215D5DBEC0, vertexId=vertex_1463537223706_0001_1_01, initRequestedTime=1463537223880, initedTime=1463537223885, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:03,889 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:03,890 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:03,890 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3C460EEAC0A14A1E8861BDC1B5CACBDF=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:03,891 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] parallelism set to 1
2016-05-18 02:07:03,891 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:03,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, vertexId=vertex_1463537223706_0001_1_00, initRequestedTime=1463537223879, initedTime=1463537223892, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:03,893 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] with distanceFromRoot: 0
2016-05-18 02:07:03,893 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:03,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537223706_0001_1_00, startRequestedTime=1463537223880, startedTime=1463537223894
2016-05-18 02:07:03,895 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537223706_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:03,895 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:03,895 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A35007D4D6FC45FA8AAB4E4DBD310FE2
2016-05-18 02:07:03,895 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,895 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537223706_0001_1_00 for vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] numStartedSources: 1 numSources: 1
2016-05-18 02:07:03,896 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] with distanceFromRoot: 1
2016-05-18 02:07:03,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537223706_0001_1_01, startRequestedTime=1463537223895, startedTime=1463537223896
2016-05-18 02:07:03,897 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:03,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_STARTED]: vertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, taskId=task_1463537223706_0001_1_00_000000, scheduledTime=1463537223897, launchTime=1463537223897
2016-05-18 02:07:03,897 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,898 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537223706_0001, with dag id: dag_1463537223706_0001_1
2016-05-18 02:07:03,898 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C09F59EF46644FB98263F8215D5DBEC0 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:03,898 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:03,898 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A35007D4D6FC45FA8AAB4E4DBD310FE2 in vertex: C09F59EF46644FB98263F8215D5DBEC0 numBipartiteSourceTasks: 1
2016-05-18 02:07:03,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537223706_0001_00_000001, launchTime=1463537223901
2016-05-18 02:07:03,902 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223706_0001_00_000001
2016-05-18 02:07:03,902 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223706_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,902 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537223706_0001_1_00_000000_0] started. Is using containerId: [container_1463537223706_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:03,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, taskAttemptId=attempt_1463537223706_0001_1_00_000000_0, startTime=1463537223902, containerId=container_1463537223706_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,904 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,904 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,905 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:03,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE, VertexName: A35007D4D6FC45FA8AAB4E4DBD310FE2, VertexParallelism: 1, TaskAttemptID:attempt_1463537223706_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3C460EEAC0A14A1E8861BDC1B5CACBDF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C09F59EF46644FB98263F8215D5DBEC0, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:03,905 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:03,906 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,906 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537223706_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:03,906 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537223706_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:03,909 INFO  input.MRInput (MRInput.java:initialize(440)) - 3C460EEAC0A14A1E8861BDC1B5CACBDF using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:03,909 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3C460EEAC0A14A1E8861BDC1B5CACBDF
2016-05-18 02:07:03,909 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:03,913 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A35007D4D6FC45FA8AAB4E4DBD310FE2, ordinal: 0
2016-05-18 02:07:03,913 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A35007D4D6FC45FA8AAB4E4DBD310FE2, mem on start (mb), free: 208, total: 375, max: 672
2016-05-18 02:07:03,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:03,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:03,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:03,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:03,914 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3C460EEAC0A14A1E8861BDC1B5CACBDF:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C09F59EF46644FB98263F8215D5DBEC0:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:03,914 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:03,915 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:03,915 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:03,916 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3C460EEAC0A14A1E8861BDC1B5CACBDF:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C09F59EF46644FB98263F8215D5DBEC0:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:03,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:03,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3C460EEAC0A14A1E8861BDC1B5CACBDF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:03,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3C460EEAC0A14A1E8861BDC1B5CACBDF
2016-05-18 02:07:03,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:03,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:03,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:03,918 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,919 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:03,919 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3C460EEAC0A14A1E8861BDC1B5CACBDF initialized RecordReader from event
2016-05-18 02:07:03,921 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:03,921 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3C460EEAC0A14A1E8861BDC1B5CACBDF
2016-05-18 02:07:03,922 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 3A156E3552AC4AB5A32373CC38D966F6
2016-05-18 02:07:03,922 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 3A156E3552AC4AB5A32373CC38D966F6
2016-05-18 02:07:03,923 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,926 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,926 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C09F59EF46644FB98263F8215D5DBEC0 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@72b98b04, comparator=cascading.tuple.hadoop.util.TupleComparator@e99fb2d, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:03,926 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C09F59EF46644FB98263F8215D5DBEC0: , UsingHashComparator=false
2016-05-18 02:07:03,939 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:03,939 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:03,940 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C09F59EF46644FB98263F8215D5DBEC0: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:03,940 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C09F59EF46644FB98263F8215D5DBEC0: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:03,940 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:03,941 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A35007D4D6FC45FA8AAB4E4DBD310FE2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:03,943 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,943 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A35007D4D6FC45FA8AAB4E4DBD310FE2, mem on close (mb), free: 106, total: 375, max: 672
2016-05-18 02:07:03,944 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C09F59EF46644FB98263F8215D5DBEC0: Starting flush of map output
2016-05-18 02:07:03,944 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C09F59EF46644FB98263F8215D5DBEC0: Span0.length = 20, perItem = 6
2016-05-18 02:07:03,944 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C09F59EF46644FB98263F8215D5DBEC0: done sorting span=0, length=20, time=0
2016-05-18 02:07:03,945 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C09F59EF46644FB98263F8215D5DBEC0: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:03,946 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C09F59EF46644FB98263F8215D5DBEC0: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd/localmode-local-dir/output/attempt_1463537223706_0001_1_00_000000_0_10279_0/file.out
2016-05-18 02:07:03,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:03 Completed running task attempt: attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,950 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537223706_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:03,950 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537223706_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:03,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537223706_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537223941, Process_Duration=2, Process_End_Time=1463537223943, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:03,951 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537223706_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:03,951 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:03,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, taskAttemptId=attempt_1463537223706_0001_1_00_000000_0, creationTime=1463537223897, allocationTime=1463537223900, startTime=1463537223902, finishTime=1463537223951, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:03,951 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:03,951 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,951 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03,951 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223706_0001_00_000001
2016-05-18 02:07:03,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_FINISHED]: vertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, taskId=task_1463537223706_0001_1_00_000000, startTime=1463537223902, finishTime=1463537223951, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1463537223706_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537223941, Process_Duration=2, Process_End_Time=1463537223943, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:03,952 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:03,952 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2]
2016-05-18 02:07:03,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_FINISHED]: vertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, vertexId=vertex_1463537223706_0001_1_00, initRequestedTime=1463537223879, initedTime=1463537223892, startRequestedTime=1463537223880, startedTime=1463537223894, finishTime=1463537223952, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537223941, Process_Duration=2, Process_End_Time=1463537223943, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537223902, firstTasksToStart=[ task_1463537223706_0001_1_00_000000 ], lastTaskFinishTime=1463537223951, lastTasksToFinish=[ task_1463537223706_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537223706_0001_1_00_000000 ], longestDurationTasks=[ task_1463537223706_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:03,953 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:03,953 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] attempt: attempt_1463537223706_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:03,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537223706_0001_00_000001, stoppedTime=1463537223953, exitStatus=0
2016-05-18 02:07:03,953 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537223706_0001_1_00 [A35007D4D6FC45FA8AAB4E4DBD310FE2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:03,953 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C09F59EF46644FB98263F8215D5DBEC0
2016-05-18 02:07:03,953 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, destinationVertexName=C09F59EF46644FB98263F8215D5DBEC0. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:03,953 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,953 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:03,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_STARTED]: vertexName=C09F59EF46644FB98263F8215D5DBEC0, taskId=task_1463537223706_0001_1_01_000000, scheduledTime=1463537223954, launchTime=1463537223954
2016-05-18 02:07:03,954 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537223706_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:03,954 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537223706_0001_00_000002, launchTime=1463537223956
2016-05-18 02:07:03,956 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537223706_0001_00_000002
2016-05-18 02:07:03,956 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223706_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537223706_0001_1_01_000000_0
2016-05-18 02:07:03,957 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537223706_0001_1_01_000000_0] started. Is using containerId: [container_1463537223706_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223706_0001_1_01_000000_0
2016-05-18 02:07:03,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C09F59EF46644FB98263F8215D5DBEC0, taskAttemptId=attempt_1463537223706_0001_1_01_000000_0, startTime=1463537223956, containerId=container_1463537223706_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:03,957 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537223706_0001_1_01_000000_0
2016-05-18 02:07:03,957 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,957 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:03,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE, VertexName: C09F59EF46644FB98263F8215D5DBEC0, VertexParallelism: 1, TaskAttemptID:attempt_1463537223706_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A35007D4D6FC45FA8AAB4E4DBD310FE2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EE50B346113642D090DC7040B9AA9774, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:03,958 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:03,958 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:03,958 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:03,958 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537223706_0001_1_01_000000_0
2016-05-18 02:07:03,959 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537223706_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,959 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537223706_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:03,962 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537223706_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:03,962 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537223706_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:03,962 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537223706_0001_00_000001, Exiting
2016-05-18 02:07:03,962 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:03,962 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537223706_0001_00_000001
2016-05-18 02:07:03,962 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537223706_0001_00_000001
2016-05-18 02:07:03,964 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:03,965 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537223706_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:03,965 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537223706_0001_00_000001 completed successfully
2016-05-18 02:07:03,968 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C09F59EF46644FB98263F8215D5DBEC0, ordinal: 1
2016-05-18 02:07:03,968 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C09F59EF46644FB98263F8215D5DBEC0, mem on start (mb), free: 100, total: 375, max: 672
2016-05-18 02:07:03,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:03,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:03,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:03,972 INFO  output.MROutput (MROutput.java:initialize(421)) - EE50B346113642D090DC7040B9AA9774: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:03,972 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:03,972 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EE50B346113642D090DC7040B9AA9774:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A35007D4D6FC45FA8AAB4E4DBD310FE2:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:03,973 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:03,973 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:03,973 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:03,973 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EE50B346113642D090DC7040B9AA9774:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A35007D4D6FC45FA8AAB4E4DBD310FE2:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:03,974 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:03,974 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A35007D4D6FC45FA8AAB4E4DBD310FE2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:03,974 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:03,974 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:03,974 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:03,974 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:03,975 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A35007D4D6FC45FA8AAB4E4DBD310FE2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:03,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A35007D4D6FC45FA8AAB4E4DBD310FE2
2016-05-18 02:07:03,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:03,976 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537223706_0001_1_01_000000_0
2016-05-18 02:07:03,977 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:03,978 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537223706_0001_1_00_000000_0_10279} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537223978, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:03,978 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A35007D4D6FC45FA8AAB4E4DBD310FE2
2016-05-18 02:07:03,979 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:03,979 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 3A156E3552AC4AB5A32373CC38D966F6
2016-05-18 02:07:03,980 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"], id: EE50B346113642D090DC7040B9AA9774
2016-05-18 02:07:03,980 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2016-05-18 02:07:03,980 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 3A156E3552AC4AB5A32373CC38D966F6, for 1 inputs
2016-05-18 02:07:03,979 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:03,980 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A35007D4D6FC45FA8AAB4E4DBD310FE2, wasInterrupted=false
2016-05-18 02:07:03,980 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:03,980 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:03,980 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:03,981 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,981 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001_wd/localmode-local-dir/output/attempt_1463537223706_0001_1_00_000000_0_10279/file.out, len=181, isLocal=true
2016-05-18 02:07:03,981 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:03,981 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:03,982 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:03,982 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:03,982 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A35007D4D6FC45FA8AAB4E4DBD310FE2
2016-05-18 02:07:03,982 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: Shuffle Runner thread complete
2016-05-18 02:07:03,982 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C09F59EF46644FB98263F8215D5DBEC0, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:07:03,983 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:03,983 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:03,984 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:03,985 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:03,985 INFO  output.MROutput (MROutput.java:close(526)) - EE50B346113642D090DC7040B9AA9774 closed
2016-05-18 02:07:03,985 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537223706_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:03,986 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537223706_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:03,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537223706_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537223982, Process_Duration=4, Process_End_Time=1463537223986, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:03,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:03,986 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C09F59EF46644FB98263F8215D5DBEC0, mem on close (mb), free: 95, total: 375, max: 672
2016-05-18 02:07:03,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C09F59EF46644FB98263F8215D5DBEC0, index=1, interruptedStatus=false
2016-05-18 02:07:03,987 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A35007D4D6FC45FA8AAB4E4DBD310FE2
2016-05-18 02:07:03,987 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A35007D4D6FC45FA8AAB4E4DBD310FE2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:03,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C09F59EF46644FB98263F8215D5DBEC0, sourceVertex=A35007D4D6FC45FA8AAB4E4DBD310FE2, interruptedStatus=true
2016-05-18 02:07:03,987 INFO  output.MROutput (MROutput.java:close(526)) - EE50B346113642D090DC7040B9AA9774 closed
2016-05-18 02:07:03,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C09F59EF46644FB98263F8215D5DBEC0, sourceVertex=EE50B346113642D090DC7040B9AA9774, interruptedStatus=true
2016-05-18 02:07:03,988 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537223706_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], containerShutdownRequested=false}  
2016-05-18 02:07:03,988 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], containerShutdownRequested=false}
2016-05-18 02:07:03,988 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537223706_0001_00_000002
2016-05-18 02:07:03,988 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537223706_0001_00_000002
2016-05-18 02:07:03,988 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537223706_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]'}
2016-05-18 02:07:03,988 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537223706_0001_00_000002 completed but with errors
2016-05-18 02:07:03,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C09F59EF46644FB98263F8215D5DBEC0, taskAttemptId=attempt_1463537223706_0001_1_01_000000_0, creationTime=1463537223954, allocationTime=1463537223955, startTime=1463537223956, finishTime=1463537223988, timeTaken=32, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537223706_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537223982, Process_Duration=4, Process_End_Time=1463537223986, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:03,989 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537223706_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
2016-05-18 02:07:03,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537223706_0001_00_000002, stoppedTime=1463537223989, exitStatus=1
2016-05-18 02:07:03,989 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537223706_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:03,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:TASK_FINISHED]: vertexName=C09F59EF46644FB98263F8215D5DBEC0, taskId=task_1463537223706_0001_1_01_000000, startTime=1463537223956, finishTime=1463537223989, timeTaken=33, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537223706_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:03,990 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] because task failed: task_1463537223706_0001_1_01_000000
2016-05-18 02:07:03,990 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:03,990 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:03,990 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:03,990 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,990 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=EE50B346113642D090DC7040B9AA9774, vertexId=vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,991 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:VERTEX_FINISHED]: vertexName=C09F59EF46644FB98263F8215D5DBEC0, vertexId=vertex_1463537223706_0001_1_01, initRequestedTime=1463537223880, initedTime=1463537223885, startRequestedTime=1463537223895, startedTime=1463537223896, finishTime=1463537223991, timeTaken=95, status=FAILED, diagnostics=Task failed, taskId=task_1463537223706_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537223706_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537223956, firstTasksToStart=[ task_1463537223706_0001_1_01_000000 ], lastTaskFinishTime=1463537223988, lastTasksToFinish=[ task_1463537223706_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:03,991 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:03,992 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537223706_0001_1_01_000000_0 failed: true container: container_1463537223706_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:03,992 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:03,992 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:03,992 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:03,993 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537223706_0001_1, queueSize=0
2016-05-18 02:07:03,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537223706_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537223706_0001_1, startTime=1463537223878, finishTime=1463537223992, timeTaken=114, status=FAILED, diagnostics=Vertex failed, vertexName=C09F59EF46644FB98263F8215D5DBEC0, vertexId=vertex_1463537223706_0001_1_01, diagnostics=[Task failed, taskId=task_1463537223706_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537223706_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:UNKNOWN]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537223941, Process_Duration=2, Process_End_Time=1463537223943, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:03,993 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537223706_0001_1_01 [C09F59EF46644FB98263F8215D5DBEC0]
2016-05-18 02:07:03,993 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537223706_0001_1 finished with state: FAILED
2016-05-18 02:07:03,993 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537223706_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:03 Completed Dag: dag_1463537223706_0001_1
2016-05-18 02:07:03,994 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537223706_0001_1, dagState=FAILED
2016-05-18 02:07:03,994 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537223706_0001_1_post
2016-05-18 02:07:03,994 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:03,994 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:03,994 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:03,994 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE, with id=dag_1463537223706_0001_1
2016-05-18 02:07:03,995 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E] every/(1/1) ...tform/ALL_UNKNOWN_REPLACE, with id=dag_1463537223706_0001_1
2016-05-18 02:07:03,998 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_UNKNOWN_REPLACE, applicationId=application_1463537223706_0001
2016-05-18 02:07:04,000 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:04,000 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:04,000 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:04,000 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:04,000 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:04,001 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:04,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:04,001 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:04,001 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:04,001 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:04,001 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:04,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:04,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:04,002 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:04,005 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2D5D0996684543D2B6E61278FDB03596/E1C6034406C0473FBA00F4A509DAE89E/.tez/application_1463537223706_0001
2016-05-18 02:07:04,005 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:04,005 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:07:04,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:04,006 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_REPLACE/_temporary
2016-05-18 02:07:04,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.320
2016-05-18 02:07:04,006 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_UNKNOWN_REPLACE
2016-05-18 02:07:04,029 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:04,029 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:04,059 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:07:04,063 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:07:04,064 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:04,064 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:04,064 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:04,085 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:04,098 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_SWAP
2016-05-18 02:07:04,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:04,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:04,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2016-05-18 02:07:04,149 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:04,149 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:04,149 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:04,149 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:07:04,149 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:04,164 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:04,169 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:04,170 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:04,170 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:04,180 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001 doesn't exist and is created
2016-05-18 02:07:04,199 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:04,200 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:04,200 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd
2016-05-18 02:07:04,216 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537224169_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:04,217 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:04,217 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:04,219 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:04,219 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:04,219 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:04,220 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:04,221 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:04,222 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:04,222 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:04,222 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:04,223 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:04,223 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:04,223 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:04,223 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:04,223 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:04,224 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:04,224 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:04,224 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:04,224 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:04,226 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:04,227 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:04,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:04,228 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd/localmode-log-dir
2016-05-18 02:07:04,228 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd/localmode-log-dir/history.txt.appattempt_1463537224169_0001_000000, maxErrors=10
2016-05-18 02:07:04,228 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:04,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537224169_0001_000000, appSubmitTime=1463537224216, launchTime=1463537224216
2016-05-18 02:07:04,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:04,235 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:50041
2016-05-18 02:07:04,235 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537224169
2016-05-18 02:07:04,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537224169_0001_000000, startTime=1463537224237
2016-05-18 02:07:04,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:04,300 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:04,300 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:04,300 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_UNKNOWN_SWAP, applicationId=application_1463537224169_0001, dagName=[3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:07:04,315 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:07:04,315 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:04,316 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537224169_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd/localmode-log-dir/dag_1463537224169_0001_1.dot
2016-05-18 02:07:04,316 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd/localmode-log-dir/dag_1463537224169_0001_1-tez-dag.pb.txt
2016-05-18 02:07:04,322 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537224169_0001_1
2016-05-18 02:07:04,322 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,322 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:07:04 Running Dag: dag_1463537224169_0001_1
2016-05-18 02:07:04,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537224169_0001_1, submitTime=1463537224315
2016-05-18 02:07:04,337 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001/tez-conf.pb" } size: 40947 timestamp: 1463537224000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:04,337 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,338 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:04,338 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001/tez-conf.pb" } size: 40947 timestamp: 1463537224000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:04,338 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,339 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:04,339 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:04,339 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537224169_0001_1, initTime=1463537224339
2016-05-18 02:07:04,339 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224169_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:04,339 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:04,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:DAG_STARTED]: dagID=dag_1463537224169_0001_1, startTime=1463537224340
2016-05-18 02:07:04,340 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224169_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:04,340 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_UNKNOWN_SWAP, applicationId=application_1463537224169_0001, dagName=[3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:07:04,340 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F6467EBD5C224915A3303EDEDCB5DAA2 : {F01EDC6EF637425794E55136955400DD={InputName=F01EDC6EF637425794E55136955400DD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:04,340 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: F01EDC6EF637425794E55136955400DD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:04,340 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,340 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,340 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,340 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,341 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:04,341 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,341 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: F01EDC6EF637425794E55136955400DD on vertex vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,343 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input F01EDC6EF637425794E55136955400DD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:04,344 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:04,344 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,345 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537224169_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:04,345 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18], numAdditionalOutputs=1
2016-05-18 02:07:04,345 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:04,345 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:04,346 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:04,346 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:04,345 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=ACC41411CED54D58A8F4539454FA4907, vertex=vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:04,346 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: F01EDC6EF637425794E55136955400DD on vertex vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,347 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for ADF5CE35639243BD999BB017E59D7A18:ACC41411CED54D58A8F4539454FA4907 using oldmapred API
2016-05-18 02:07:04,348 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=ACC41411CED54D58A8F4539454FA4907, vertexName=ADF5CE35639243BD999BB017E59D7A18, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:04,348 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ADF5CE35639243BD999BB017E59D7A18, vertexId=vertex_1463537224169_0001_1_01, initRequestedTime=1463537224341, initedTime=1463537224345, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:04,348 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:04,349 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:04,349 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {F01EDC6EF637425794E55136955400DD=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:04,349 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] parallelism set to 1
2016-05-18 02:07:04,350 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:04,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F6467EBD5C224915A3303EDEDCB5DAA2, vertexId=vertex_1463537224169_0001_1_00, initRequestedTime=1463537224340, initedTime=1463537224350, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:04,350 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] with distanceFromRoot: 0
2016-05-18 02:07:04,351 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:04,351 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537224169_0001_1_00, startRequestedTime=1463537224341, startedTime=1463537224351
2016-05-18 02:07:04,351 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537224169_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:04,351 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:04,352 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537224169_0001_1_00 for vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] numStartedSources: 1 numSources: 1
2016-05-18 02:07:04,352 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] with distanceFromRoot: 1
2016-05-18 02:07:04,352 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F6467EBD5C224915A3303EDEDCB5DAA2
2016-05-18 02:07:04,353 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537224169_0001_1_01, startRequestedTime=1463537224352, startedTime=1463537224352
2016-05-18 02:07:04,353 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:04,354 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: ADF5CE35639243BD999BB017E59D7A18 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:04,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_STARTED]: vertexName=F6467EBD5C224915A3303EDEDCB5DAA2, taskId=task_1463537224169_0001_1_00_000000, scheduledTime=1463537224353, launchTime=1463537224353
2016-05-18 02:07:04,354 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,354 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F6467EBD5C224915A3303EDEDCB5DAA2 in vertex: ADF5CE35639243BD999BB017E59D7A18 numBipartiteSourceTasks: 1
2016-05-18 02:07:04,355 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:04,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537224169_0001_00_000001, launchTime=1463537224356
2016-05-18 02:07:04,357 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224169_0001_00_000001
2016-05-18 02:07:04,357 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537224169_0001_1_00_000000_0] started. Is using containerId: [container_1463537224169_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:04,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F6467EBD5C224915A3303EDEDCB5DAA2, taskAttemptId=attempt_1463537224169_0001_1_00_000000_0, startTime=1463537224357, containerId=container_1463537224169_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:04,358 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224169_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,358 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,358 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,359 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:04,359 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP, VertexName: F6467EBD5C224915A3303EDEDCB5DAA2, VertexParallelism: 1, TaskAttemptID:attempt_1463537224169_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F01EDC6EF637425794E55136955400DD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ADF5CE35639243BD999BB017E59D7A18, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:04,359 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:04,360 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537224169_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:04,361 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537224169_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:04,360 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,360 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537224169_0001, with dag id: dag_1463537224169_0001_1
2016-05-18 02:07:04,363 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:04,367 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F6467EBD5C224915A3303EDEDCB5DAA2, ordinal: 0
2016-05-18 02:07:04,367 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F6467EBD5C224915A3303EDEDCB5DAA2, mem on start (mb), free: 209, total: 375, max: 672
2016-05-18 02:07:04,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:04,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:04,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:04,368 INFO  input.MRInput (MRInput.java:initialize(440)) - F01EDC6EF637425794E55136955400DD using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:04,368 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: F01EDC6EF637425794E55136955400DD
2016-05-18 02:07:04,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:04,369 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F01EDC6EF637425794E55136955400DD:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [ADF5CE35639243BD999BB017E59D7A18:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:04,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:04,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:04,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:04,370 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F01EDC6EF637425794E55136955400DD:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [ADF5CE35639243BD999BB017E59D7A18:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:04,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:04,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F01EDC6EF637425794E55136955400DD
2016-05-18 02:07:04,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F01EDC6EF637425794E55136955400DD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:04,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:04,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:04,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:04,371 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,373 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:04,374 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - F01EDC6EF637425794E55136955400DD initialized RecordReader from event
2016-05-18 02:07:04,374 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:04,374 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: F01EDC6EF637425794E55136955400DD
2016-05-18 02:07:04,375 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 0A53B6F776FB49F4BDDC25AF24FD4151
2016-05-18 02:07:04,375 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 0A53B6F776FB49F4BDDC25AF24FD4151
2016-05-18 02:07:04,376 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,378 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,378 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - ADF5CE35639243BD999BB017E59D7A18 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4b2b43a4, comparator=cascading.tuple.hadoop.util.TupleComparator@565ea8a, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:04,378 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for ADF5CE35639243BD999BB017E59D7A18: , UsingHashComparator=false
2016-05-18 02:07:04,393 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:04,393 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:04,393 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for ADF5CE35639243BD999BB017E59D7A18: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:04,393 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - ADF5CE35639243BD999BB017E59D7A18: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:04,394 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:04,394 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F6467EBD5C224915A3303EDEDCB5DAA2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:04,396 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,396 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F6467EBD5C224915A3303EDEDCB5DAA2, mem on close (mb), free: 107, total: 375, max: 672
2016-05-18 02:07:04,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - ADF5CE35639243BD999BB017E59D7A18: Starting flush of map output
2016-05-18 02:07:04,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - ADF5CE35639243BD999BB017E59D7A18: Span0.length = 20, perItem = 6
2016-05-18 02:07:04,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - ADF5CE35639243BD999BB017E59D7A18: done sorting span=0, length=20, time=0
2016-05-18 02:07:04,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - ADF5CE35639243BD999BB017E59D7A18: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:04,398 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - ADF5CE35639243BD999BB017E59D7A18: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd/localmode-local-dir/output/attempt_1463537224169_0001_1_00_000000_0_10284_0/file.out
2016-05-18 02:07:04,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:04 Completed running task attempt: attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,404 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537224169_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:04,404 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537224169_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:04,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537224169_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537224394, Process_Duration=2, Process_End_Time=1463537224396, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:04,404 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537224169_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:04,405 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:04,405 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:04,405 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,405 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F6467EBD5C224915A3303EDEDCB5DAA2, taskAttemptId=attempt_1463537224169_0001_1_00_000000_0, creationTime=1463537224354, allocationTime=1463537224356, startTime=1463537224357, finishTime=1463537224405, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:04,405 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_FINISHED]: vertexName=F6467EBD5C224915A3303EDEDCB5DAA2, taskId=task_1463537224169_0001_1_00_000000, startTime=1463537224357, finishTime=1463537224405, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537224169_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537224394, Process_Duration=2, Process_End_Time=1463537224396, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:04,405 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224169_0001_00_000001
2016-05-18 02:07:04,406 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:04,406 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_FINISHED]: vertexName=F6467EBD5C224915A3303EDEDCB5DAA2, vertexId=vertex_1463537224169_0001_1_00, initRequestedTime=1463537224340, initedTime=1463537224350, startRequestedTime=1463537224341, startedTime=1463537224351, finishTime=1463537224406, timeTaken=55, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537224394, Process_Duration=2, Process_End_Time=1463537224396, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537224357, firstTasksToStart=[ task_1463537224169_0001_1_00_000000 ], lastTaskFinishTime=1463537224405, lastTasksToFinish=[ task_1463537224169_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537224169_0001_1_00_000000 ], longestDurationTasks=[ task_1463537224169_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:04,407 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:04,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537224169_0001_00_000001, stoppedTime=1463537224407, exitStatus=0
2016-05-18 02:07:04,407 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] attempt: attempt_1463537224169_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:04,407 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:04,407 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:04,407 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: ADF5CE35639243BD999BB017E59D7A18
2016-05-18 02:07:04,407 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537224169_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:04,408 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F6467EBD5C224915A3303EDEDCB5DAA2, destinationVertexName=ADF5CE35639243BD999BB017E59D7A18. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:04,408 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_STARTED]: vertexName=ADF5CE35639243BD999BB017E59D7A18, taskId=task_1463537224169_0001_1_01_000000, scheduledTime=1463537224408, launchTime=1463537224408
2016-05-18 02:07:04,408 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537224169_0001_00_000002, launchTime=1463537224409
2016-05-18 02:07:04,410 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224169_0001_00_000002
2016-05-18 02:07:04,411 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537224169_0001_1_01_000000_0] started. Is using containerId: [container_1463537224169_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:04,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ADF5CE35639243BD999BB017E59D7A18, taskAttemptId=attempt_1463537224169_0001_1_01_000000_0, startTime=1463537224410, containerId=container_1463537224169_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:04,411 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224169_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,412 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,412 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,412 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:04,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP, VertexName: ADF5CE35639243BD999BB017E59D7A18, VertexParallelism: 1, TaskAttemptID:attempt_1463537224169_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F6467EBD5C224915A3303EDEDCB5DAA2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=ACC41411CED54D58A8F4539454FA4907, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:04,413 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:04,413 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,414 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537224169_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,415 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537224169_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:04,417 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537224169_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:04,417 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:04,419 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224169_0001_00_000001: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:04,420 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537224169_0001_00_000001, Exiting
2016-05-18 02:07:04,420 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537224169_0001_00_000001
2016-05-18 02:07:04,420 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537224169_0001_00_000001
2016-05-18 02:07:04,422 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:04,422 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537224169_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:04,422 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537224169_0001_00_000001 completed successfully
2016-05-18 02:07:04,424 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ADF5CE35639243BD999BB017E59D7A18, ordinal: 1
2016-05-18 02:07:04,424 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADF5CE35639243BD999BB017E59D7A18, mem on start (mb), free: 100, total: 375, max: 672
2016-05-18 02:07:04,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:04,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:04,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:04,428 INFO  output.MROutput (MROutput.java:initialize(421)) - ACC41411CED54D58A8F4539454FA4907: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:04,428 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:04,428 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[ACC41411CED54D58A8F4539454FA4907:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [F6467EBD5C224915A3303EDEDCB5DAA2:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:04,428 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:04,429 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:04,429 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:04,429 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[ACC41411CED54D58A8F4539454FA4907:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [F6467EBD5C224915A3303EDEDCB5DAA2:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:04,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:04,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F6467EBD5C224915A3303EDEDCB5DAA2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:04,430 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F6467EBD5C224915A3303EDEDCB5DAA2: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:04,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:04,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:04,430 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F6467EBD5C224915A3303EDEDCB5DAA2: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:04,431 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F6467EBD5C224915A3303EDEDCB5DAA2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:04,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F6467EBD5C224915A3303EDEDCB5DAA2
2016-05-18 02:07:04,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:04,432 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,432 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F6467EBD5C224915A3303EDEDCB5DAA2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:04,433 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537224169_0001_1_00_000000_0_10284} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537224433, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:04,433 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F6467EBD5C224915A3303EDEDCB5DAA2
2016-05-18 02:07:04,433 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:04,434 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F6467EBD5C224915A3303EDEDCB5DAA2, wasInterrupted=false
2016-05-18 02:07:04,434 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:04,434 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:04,435 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:04,436 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 0A53B6F776FB49F4BDDC25AF24FD4151
2016-05-18 02:07:04,436 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"], id: ACC41411CED54D58A8F4539454FA4907
2016-05-18 02:07:04,436 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,436 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2016-05-18 02:07:04,436 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001_wd/localmode-local-dir/output/attempt_1463537224169_0001_1_00_000000_0_10284/file.out, len=181, isLocal=true
2016-05-18 02:07:04,436 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:04,436 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:04,436 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:04,436 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 0A53B6F776FB49F4BDDC25AF24FD4151, for 1 inputs
2016-05-18 02:07:04,437 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:04,437 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F6467EBD5C224915A3303EDEDCB5DAA2
2016-05-18 02:07:04,437 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F6467EBD5C224915A3303EDEDCB5DAA2: Shuffle Runner thread complete
2016-05-18 02:07:04,437 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ADF5CE35639243BD999BB017E59D7A18, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:04,438 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,438 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F6467EBD5C224915A3303EDEDCB5DAA2: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:04,443 INFO  output.MROutput (MROutput.java:close(526)) - ACC41411CED54D58A8F4539454FA4907 closed
2016-05-18 02:07:04,443 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537224169_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:04,444 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,444 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADF5CE35639243BD999BB017E59D7A18, mem on close (mb), free: 95, total: 375, max: 672
2016-05-18 02:07:04,444 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F6467EBD5C224915A3303EDEDCB5DAA2
2016-05-18 02:07:04,444 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F6467EBD5C224915A3303EDEDCB5DAA2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:04,445 INFO  output.MROutput (MROutput.java:close(526)) - ACC41411CED54D58A8F4539454FA4907 closed
2016-05-18 02:07:04,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:04 Completed running task attempt: attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,445 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537224169_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:07:04,445 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537224169_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:04,446 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537224169_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537224437, Process_Duration=7, Process_End_Time=1463537224444, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=20]]
2016-05-18 02:07:04,446 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537224169_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:04,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ADF5CE35639243BD999BB017E59D7A18, taskAttemptId=attempt_1463537224169_0001_1_01_000000_0, creationTime=1463537224408, allocationTime=1463537224409, startTime=1463537224410, finishTime=1463537224446, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:04,446 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:04,447 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04,447 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:04,447 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,447 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224169_0001_00_000002
2016-05-18 02:07:04,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:TASK_FINISHED]: vertexName=ADF5CE35639243BD999BB017E59D7A18, taskId=task_1463537224169_0001_1_01_000000, startTime=1463537224410, finishTime=1463537224447, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537224169_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537224437, Process_Duration=7, Process_End_Time=1463537224444, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20
2016-05-18 02:07:04,447 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:04,447 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18]
2016-05-18 02:07:04,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:VERTEX_FINISHED]: vertexName=ADF5CE35639243BD999BB017E59D7A18, vertexId=vertex_1463537224169_0001_1_01, initRequestedTime=1463537224341, initedTime=1463537224345, startRequestedTime=1463537224352, startedTime=1463537224352, finishTime=1463537224448, timeTaken=96, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=20, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537224437, Process_Duration=7, Process_End_Time=1463537224444, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537224410, firstTasksToStart=[ task_1463537224169_0001_1_01_000000 ], lastTaskFinishTime=1463537224446, lastTasksToFinish=[ task_1463537224169_0001_1_01_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537224169_0001_1_01_000000 ], longestDurationTasks=[ task_1463537224169_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:04,448 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:04,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537224169_0001_00_000002, stoppedTime=1463537224448, exitStatus=0
2016-05-18 02:07:04,449 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:04,449 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:04,449 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537224169_0001_1_00 [F6467EBD5C224915A3303EDEDCB5DAA2]
2016-05-18 02:07:04,449 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537224169_0001_1
2016-05-18 02:07:04,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537224169_0001_1
2016-05-18 02:07:04,449 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224169_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:04,449 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: ACC41411CED54D58A8F4539454FA4907 for vertex: vertex_1463537224169_0001_1_01 [ADF5CE35639243BD999BB017E59D7A18], outputName: ACC41411CED54D58A8F4539454FA4907
2016-05-18 02:07:04,449 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537224169_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:07:04,457 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537224169_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:07:04,457 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224169_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:04,458 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537224169_0001_00_000002, Exiting
2016-05-18 02:07:04,458 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537224169_0001_00_000002
2016-05-18 02:07:04,458 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537224169_0001_00_000002
2016-05-18 02:07:04,458 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537224169_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:04,458 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537224169_0001_00_000002 completed successfully
2016-05-18 02:07:04,459 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:ACC41411CED54D58A8F4539454FA4907 of vertex/vertexGroup:ADF5CE35639243BD999BB017E59D7A18 isVertexGroupOutput:false
2016-05-18 02:07:04,459 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:04,460 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537224169_0001_1, queueSize=0
2016-05-18 02:07:04,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224169_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537224169_0001_1, startTime=1463537224339, finishTime=1463537224459, timeTaken=120, status=SUCCEEDED, diagnostics=, counters=Counters: 48, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=220, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=20, REDUCE_INPUT_RECORDS=20, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=40, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=40, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074448831, Process_Duration=9, Process_End_Time=2927074448840, Read_Duration=5, Tuples_Read=40, Tuples_Written=40, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:07:04,461 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537224169_0001_1 finished with state: SUCCEEDED
2016-05-18 02:07:04,461 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224169_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:07:04 Completed Dag: dag_1463537224169_0001_1
2016-05-18 02:07:04,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537224169_0001_1, dagState=SUCCEEDED
2016-05-18 02:07:04,461 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537224169_0001_1_post
2016-05-18 02:07:04,461 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:04,461 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:04,462 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP, with id=dag_1463537224169_0001_1
2016-05-18 02:07:04,462 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51] every/(1/1) ...platform/ALL_UNKNOWN_SWAP, with id=dag_1463537224169_0001_1
2016-05-18 02:07:04,469 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_UNKNOWN_SWAP, applicationId=application_1463537224169_0001
2016-05-18 02:07:04,470 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:04,471 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:04,471 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:04,471 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:04,471 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:04,471 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:04,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:04,471 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:04,472 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:04,472 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:04,472 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:04,472 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:04,473 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:04,473 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:04,476 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3B0AD30907B646B8BD7A367C0E03DA83/E59A936DC4A04D649B8B36B7500FBD51/.tez/application_1463537224169_0001
2016-05-18 02:07:04,476 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary
2016-05-18 02:07:04,477 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.328
2016-05-18 02:07:04,508 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:04,508 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:04,546 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_UNKNOWN_SWAP
2016-05-18 02:07:04,576 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:04,577 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:04,606 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:07:04,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:07:04,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:04,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:04,614 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:04,630 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:04,635 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_-1
2016-05-18 02:07:04,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:04,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:04,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_-1"]
2016-05-18 02:07:04,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:04,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:04,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:04,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:07:04,682 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:04,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:04,698 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:04,699 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:04,699 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:04,708 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001 doesn't exist and is created
2016-05-18 02:07:04,727 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:04,727 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:04,727 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd
2016-05-18 02:07:04,742 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537224699_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:04,742 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:04,742 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:04,744 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:04,744 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:04,745 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:04,745 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:04,745 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:04,747 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:04,747 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:04,747 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:04,747 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:04,748 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:04,748 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:04,748 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:04,748 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:04,748 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:04,748 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:04,748 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:04,749 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:04,750 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:04,751 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:04,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:04,752 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd/localmode-log-dir
2016-05-18 02:07:04,752 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd/localmode-log-dir/history.txt.appattempt_1463537224699_0001_000000, maxErrors=10
2016-05-18 02:07:04,752 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:04,752 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537224699_0001_000000, appSubmitTime=1463537224741, launchTime=1463537224742
2016-05-18 02:07:04,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:04,757 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58949
2016-05-18 02:07:04,758 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537224699
2016-05-18 02:07:04,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537224699_0001_000000, startTime=1463537224759
2016-05-18 02:07:04,759 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:04,827 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:04,827 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:04,827 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_VALUES_-1, applicationId=application_1463537224699_0001, dagName=[4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:07:04,842 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:07:04,843 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:04,843 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537224699_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd/localmode-log-dir/dag_1463537224699_0001_1.dot
2016-05-18 02:07:04,844 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd/localmode-log-dir/dag_1463537224699_0001_1-tez-dag.pb.txt
2016-05-18 02:07:04,850 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537224699_0001_1
2016-05-18 02:07:04,850 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,850 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:07:04 Running Dag: dag_1463537224699_0001_1
2016-05-18 02:07:04,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537224699_0001_1, submitTime=1463537224843
2016-05-18 02:07:04,866 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001/tez-conf.pb" } size: 40947 timestamp: 1463537224000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:04,866 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,866 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:04,867 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001/tez-conf.pb" } size: 40947 timestamp: 1463537224000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:04,867 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,867 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:04,868 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:04,868 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537224699_0001_1, initTime=1463537224868
2016-05-18 02:07:04,868 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224699_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:04,868 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:04,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:DAG_STARTED]: dagID=dag_1463537224699_0001_1, startTime=1463537224868
2016-05-18 02:07:04,869 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224699_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:04,869 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B8FC925648D64CB593FE778FF9ED4595 : {8CB14F4004AB4F76946DCC34E769459F={InputName=8CB14F4004AB4F76946DCC34E769459F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:04,869 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 8CB14F4004AB4F76946DCC34E769459F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:04,869 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,869 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_VALUES_-1, applicationId=application_1463537224699_0001, dagName=[4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:07:04,869 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,869 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,869 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,870 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:04,870 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,872 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 8CB14F4004AB4F76946DCC34E769459F on vertex vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,872 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:04,872 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,872 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537224699_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:04,873 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA], numAdditionalOutputs=1
2016-05-18 02:07:04,873 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AFF99E3E86744936810C95CAB7287110, vertex=vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:04,875 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for AA036EA8C52C406A9E463A2DAC0D8DFA:AFF99E3E86744936810C95CAB7287110 using oldmapred API
2016-05-18 02:07:04,875 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AFF99E3E86744936810C95CAB7287110, vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:04,875 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 8CB14F4004AB4F76946DCC34E769459F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:04,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, vertexId=vertex_1463537224699_0001_1_01, initRequestedTime=1463537224870, initedTime=1463537224873, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:04,876 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:04,877 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:04,877 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:04,877 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:04,877 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:04,878 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 8CB14F4004AB4F76946DCC34E769459F on vertex vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,878 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:04,879 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {8CB14F4004AB4F76946DCC34E769459F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:04,879 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] parallelism set to 1
2016-05-18 02:07:04,879 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:04,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8FC925648D64CB593FE778FF9ED4595, vertexId=vertex_1463537224699_0001_1_00, initRequestedTime=1463537224869, initedTime=1463537224879, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:04,880 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] with distanceFromRoot: 0
2016-05-18 02:07:04,880 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:04,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537224699_0001_1_00, startRequestedTime=1463537224870, startedTime=1463537224880
2016-05-18 02:07:04,881 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537224699_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:04,881 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:04,881 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537224699_0001_1_00 for vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] numStartedSources: 1 numSources: 1
2016-05-18 02:07:04,882 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] with distanceFromRoot: 1
2016-05-18 02:07:04,881 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B8FC925648D64CB593FE778FF9ED4595
2016-05-18 02:07:04,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537224699_0001_1_01, startRequestedTime=1463537224881, startedTime=1463537224882
2016-05-18 02:07:04,882 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:04,882 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,883 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: AA036EA8C52C406A9E463A2DAC0D8DFA with 0 source tasks and 1 pending tasks
2016-05-18 02:07:04,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_STARTED]: vertexName=B8FC925648D64CB593FE778FF9ED4595, taskId=task_1463537224699_0001_1_00_000000, scheduledTime=1463537224883, launchTime=1463537224883
2016-05-18 02:07:04,883 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,883 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B8FC925648D64CB593FE778FF9ED4595 in vertex: AA036EA8C52C406A9E463A2DAC0D8DFA numBipartiteSourceTasks: 1
2016-05-18 02:07:04,884 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:04,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537224699_0001_00_000001, launchTime=1463537224886
2016-05-18 02:07:04,886 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224699_0001_00_000001
2016-05-18 02:07:04,887 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224699_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,887 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537224699_0001_1_00_000000_0] started. Is using containerId: [container_1463537224699_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:04,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8FC925648D64CB593FE778FF9ED4595, taskAttemptId=attempt_1463537224699_0001_1_00_000000_0, startTime=1463537224887, containerId=container_1463537224699_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,887 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,888 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,888 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:04,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1, VertexName: B8FC925648D64CB593FE778FF9ED4595, VertexParallelism: 1, TaskAttemptID:attempt_1463537224699_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8CB14F4004AB4F76946DCC34E769459F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:04,888 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:04,888 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,889 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537224699_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:04,889 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537224699_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:04,890 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537224699_0001, with dag id: dag_1463537224699_0001_1
2016-05-18 02:07:04,893 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:04,893 INFO  input.MRInput (MRInput.java:initialize(440)) - 8CB14F4004AB4F76946DCC34E769459F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:04,894 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 8CB14F4004AB4F76946DCC34E769459F
2016-05-18 02:07:04,897 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8FC925648D64CB593FE778FF9ED4595, ordinal: 0
2016-05-18 02:07:04,898 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8FC925648D64CB593FE778FF9ED4595, mem on start (mb), free: 188, total: 375, max: 672
2016-05-18 02:07:04,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:04,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:04,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:04,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:04,898 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[8CB14F4004AB4F76946DCC34E769459F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [AA036EA8C52C406A9E463A2DAC0D8DFA:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:04,898 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:04,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:04,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:04,899 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[8CB14F4004AB4F76946DCC34E769459F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [AA036EA8C52C406A9E463A2DAC0D8DFA:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:04,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:04,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 8CB14F4004AB4F76946DCC34E769459F
2016-05-18 02:07:04,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 8CB14F4004AB4F76946DCC34E769459F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:04,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:04,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:04,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:04,900 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,901 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:04,902 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 8CB14F4004AB4F76946DCC34E769459F initialized RecordReader from event
2016-05-18 02:07:04,903 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:04,903 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 8CB14F4004AB4F76946DCC34E769459F
2016-05-18 02:07:04,903 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 17103E2E6D88479391EC7D3FC878EAC2
2016-05-18 02:07:04,904 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 17103E2E6D88479391EC7D3FC878EAC2
2016-05-18 02:07:04,905 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,907 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,907 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - AA036EA8C52C406A9E463A2DAC0D8DFA using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@206e57bd, comparator=cascading.tuple.hadoop.util.TupleComparator@2c4249ed, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:04,907 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for AA036EA8C52C406A9E463A2DAC0D8DFA: , UsingHashComparator=false
2016-05-18 02:07:04,920 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:04,920 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:04,920 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for AA036EA8C52C406A9E463A2DAC0D8DFA: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:04,921 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - AA036EA8C52C406A9E463A2DAC0D8DFA: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:04,921 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:04,921 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8FC925648D64CB593FE778FF9ED4595, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:04,924 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,924 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8FC925648D64CB593FE778FF9ED4595, mem on close (mb), free: 86, total: 375, max: 672
2016-05-18 02:07:04,924 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - AA036EA8C52C406A9E463A2DAC0D8DFA: Starting flush of map output
2016-05-18 02:07:04,924 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - AA036EA8C52C406A9E463A2DAC0D8DFA: Span0.length = 20, perItem = 6
2016-05-18 02:07:04,924 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - AA036EA8C52C406A9E463A2DAC0D8DFA: done sorting span=0, length=20, time=0
2016-05-18 02:07:04,925 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - AA036EA8C52C406A9E463A2DAC0D8DFA: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:04,925 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - AA036EA8C52C406A9E463A2DAC0D8DFA: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd/localmode-local-dir/output/attempt_1463537224699_0001_1_00_000000_0_10290_0/file.out
2016-05-18 02:07:04,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:04 Completed running task attempt: attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,929 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537224699_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:04,929 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537224699_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:04,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537224699_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537224921, Process_Duration=3, Process_End_Time=1463537224924, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:04,930 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537224699_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:04,930 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:04,930 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:04,930 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8FC925648D64CB593FE778FF9ED4595, taskAttemptId=attempt_1463537224699_0001_1_00_000000_0, creationTime=1463537224883, allocationTime=1463537224885, startTime=1463537224887, finishTime=1463537224931, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:04,931 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_FINISHED]: vertexName=B8FC925648D64CB593FE778FF9ED4595, taskId=task_1463537224699_0001_1_00_000000, startTime=1463537224887, finishTime=1463537224931, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537224699_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537224921, Process_Duration=3, Process_End_Time=1463537224924, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:04,932 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:04,932 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595]
2016-05-18 02:07:04,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_FINISHED]: vertexName=B8FC925648D64CB593FE778FF9ED4595, vertexId=vertex_1463537224699_0001_1_00, initRequestedTime=1463537224869, initedTime=1463537224879, startRequestedTime=1463537224870, startedTime=1463537224880, finishTime=1463537224932, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537224921, Process_Duration=3, Process_End_Time=1463537224924, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537224887, firstTasksToStart=[ task_1463537224699_0001_1_00_000000 ], lastTaskFinishTime=1463537224931, lastTasksToFinish=[ task_1463537224699_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537224699_0001_1_00_000000 ], longestDurationTasks=[ task_1463537224699_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:04,932 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:04,932 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224699_0001_00_000001
2016-05-18 02:07:04,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537224699_0001_00_000001, stoppedTime=1463537224932, exitStatus=0
2016-05-18 02:07:04,933 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] attempt: attempt_1463537224699_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:04,933 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537224699_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:04,933 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537224699_0001_1_00 [B8FC925648D64CB593FE778FF9ED4595] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:04,933 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:04,933 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AA036EA8C52C406A9E463A2DAC0D8DFA
2016-05-18 02:07:04,933 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537224699_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:04,933 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224699_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:04,933 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B8FC925648D64CB593FE778FF9ED4595, destinationVertexName=AA036EA8C52C406A9E463A2DAC0D8DFA. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:04,934 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_STARTED]: vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, taskId=task_1463537224699_0001_1_01_000000, scheduledTime=1463537224934, launchTime=1463537224934
2016-05-18 02:07:04,934 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,935 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537224699_0001_00_000001, Exiting
2016-05-18 02:07:04,935 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537224699_0001_00_000001
2016-05-18 02:07:04,935 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537224699_0001_00_000001
2016-05-18 02:07:04,936 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537224699_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:04,936 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537224699_0001_00_000001 completed successfully
2016-05-18 02:07:04,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537224699_0001_00_000002, launchTime=1463537224936
2016-05-18 02:07:04,937 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537224699_0001_00_000002
2016-05-18 02:07:04,937 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537224699_0001_1_01_000000_0] started. Is using containerId: [container_1463537224699_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:04,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, taskAttemptId=attempt_1463537224699_0001_1_01_000000_0, startTime=1463537224937, containerId=container_1463537224699_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:04,938 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537224699_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537224699_0001_1_01_000000_0
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224699_0001_1_01_000000_0
2016-05-18 02:07:04,938 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537224699_0001_1_01_000000_0
2016-05-18 02:07:04,938 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,938 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:04,939 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1, VertexName: AA036EA8C52C406A9E463A2DAC0D8DFA, VertexParallelism: 1, TaskAttemptID:attempt_1463537224699_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8FC925648D64CB593FE778FF9ED4595, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AFF99E3E86744936810C95CAB7287110, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:04,939 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:04,939 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537224699_0001_1_01_000000_0
2016-05-18 02:07:04,939 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537224699_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,940 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537224699_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:04,942 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:04,943 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:04,949 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AA036EA8C52C406A9E463A2DAC0D8DFA, ordinal: 1
2016-05-18 02:07:04,949 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA036EA8C52C406A9E463A2DAC0D8DFA, mem on start (mb), free: 79, total: 375, max: 672
2016-05-18 02:07:04,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:04,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:04,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:04,951 INFO  output.MROutput (MROutput.java:initialize(421)) - AFF99E3E86744936810C95CAB7287110: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:04,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:04,952 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AFF99E3E86744936810C95CAB7287110:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B8FC925648D64CB593FE778FF9ED4595:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:04,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:04,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:04,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:04,952 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AFF99E3E86744936810C95CAB7287110:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B8FC925648D64CB593FE778FF9ED4595:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:04,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:04,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B8FC925648D64CB593FE778FF9ED4595 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:04,953 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B8FC925648D64CB593FE778FF9ED4595: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:04,953 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B8FC925648D64CB593FE778FF9ED4595: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:04,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:04,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:04,953 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B8FC925648D64CB593FE778FF9ED4595 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:04,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B8FC925648D64CB593FE778FF9ED4595
2016-05-18 02:07:04,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:04,954 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537224699_0001_1_01_000000_0
2016-05-18 02:07:04,955 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8FC925648D64CB593FE778FF9ED4595: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:04,956 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537224699_0001_1_00_000000_0_10290} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537224956, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:04,956 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B8FC925648D64CB593FE778FF9ED4595
2016-05-18 02:07:04,956 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:04,957 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B8FC925648D64CB593FE778FF9ED4595, wasInterrupted=false
2016-05-18 02:07:04,957 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:04,958 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:04,959 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:04,959 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,960 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001_wd/localmode-local-dir/output/attempt_1463537224699_0001_1_00_000000_0_10290/file.out, len=181, isLocal=true
2016-05-18 02:07:04,960 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 17103E2E6D88479391EC7D3FC878EAC2
2016-05-18 02:07:04,960 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_-1"], id: AFF99E3E86744936810C95CAB7287110
2016-05-18 02:07:04,960 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:04,960 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_-1"]
2016-05-18 02:07:04,960 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 17103E2E6D88479391EC7D3FC878EAC2, for 1 inputs
2016-05-18 02:07:04,960 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:04,961 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:04,961 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:04,961 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B8FC925648D64CB593FE778FF9ED4595
2016-05-18 02:07:04,961 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AA036EA8C52C406A9E463A2DAC0D8DFA, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:04,962 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B8FC925648D64CB593FE778FF9ED4595: Shuffle Runner thread complete
2016-05-18 02:07:04,962 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:04,962 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B8FC925648D64CB593FE778FF9ED4595: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:04,964 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:04,964 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:04,964 INFO  output.MROutput (MROutput.java:close(526)) - AFF99E3E86744936810C95CAB7287110 closed
2016-05-18 02:07:04,965 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537224699_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:04,965 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537224699_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:04,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537224699_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537224962, Process_Duration=3, Process_End_Time=1463537224965, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:04,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:04,966 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA036EA8C52C406A9E463A2DAC0D8DFA, mem on close (mb), free: 74, total: 375, max: 672
2016-05-18 02:07:04,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=AA036EA8C52C406A9E463A2DAC0D8DFA, index=1, interruptedStatus=false
2016-05-18 02:07:04,966 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B8FC925648D64CB593FE778FF9ED4595
2016-05-18 02:07:04,966 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8FC925648D64CB593FE778FF9ED4595: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:04,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=AA036EA8C52C406A9E463A2DAC0D8DFA, sourceVertex=B8FC925648D64CB593FE778FF9ED4595, interruptedStatus=true
2016-05-18 02:07:04,966 INFO  output.MROutput (MROutput.java:close(526)) - AFF99E3E86744936810C95CAB7287110 closed
2016-05-18 02:07:04,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=AA036EA8C52C406A9E463A2DAC0D8DFA, sourceVertex=AFF99E3E86744936810C95CAB7287110, interruptedStatus=true
2016-05-18 02:07:04,967 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537224699_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:07:04,967 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:07:04,967 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537224699_0001_00_000002
2016-05-18 02:07:04,967 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537224699_0001_00_000002
2016-05-18 02:07:04,967 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537224699_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:07:04,967 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537224699_0001_00_000002 completed but with errors
2016-05-18 02:07:04,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, taskAttemptId=attempt_1463537224699_0001_1_01_000000_0, creationTime=1463537224934, allocationTime=1463537224935, startTime=1463537224937, finishTime=1463537224967, timeTaken=30, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537224699_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537224962, Process_Duration=3, Process_End_Time=1463537224965, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:04,968 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537224699_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:07:04,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537224699_0001_00_000002, stoppedTime=1463537224968, exitStatus=1
2016-05-18 02:07:04,968 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537224699_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:04,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:TASK_FINISHED]: vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, taskId=task_1463537224699_0001_1_01_000000, startTime=1463537224937, finishTime=1463537224968, timeTaken=31, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537224699_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:04,968 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] because task failed: task_1463537224699_0001_1_01_000000
2016-05-18 02:07:04,968 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:04,968 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:04,968 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:04,969 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,969 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=AFF99E3E86744936810C95CAB7287110, vertexId=vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:VERTEX_FINISHED]: vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, vertexId=vertex_1463537224699_0001_1_01, initRequestedTime=1463537224870, initedTime=1463537224873, startRequestedTime=1463537224881, startedTime=1463537224882, finishTime=1463537224970, timeTaken=88, status=FAILED, diagnostics=Task failed, taskId=task_1463537224699_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537224699_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537224937, firstTasksToStart=[ task_1463537224699_0001_1_01_000000 ], lastTaskFinishTime=1463537224967, lastTasksToFinish=[ task_1463537224699_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:04,970 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:04,970 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537224699_0001_1_01_000000_0 failed: true container: container_1463537224699_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:04,970 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:04,970 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:04,971 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:04,972 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537224699_0001_1, queueSize=0
2016-05-18 02:07:04,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537224699_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537224699_0001_1, startTime=1463537224868, finishTime=1463537224971, timeTaken=103, status=FAILED, diagnostics=Vertex failed, vertexName=AA036EA8C52C406A9E463A2DAC0D8DFA, vertexId=vertex_1463537224699_0001_1_01, diagnostics=[Task failed, taskId=task_1463537224699_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537224699_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=170, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537224921, Process_Duration=3, Process_End_Time=1463537224924, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:04,973 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537224699_0001_1_01 [AA036EA8C52C406A9E463A2DAC0D8DFA]
2016-05-18 02:07:04,973 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537224699_0001_1 finished with state: FAILED
2016-05-18 02:07:04,973 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537224699_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:04 Completed Dag: dag_1463537224699_0001_1
2016-05-18 02:07:04,973 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537224699_0001_1, dagState=FAILED
2016-05-18 02:07:04,973 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537224699_0001_1_post
2016-05-18 02:07:04,973 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:04,974 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:04,974 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:04,974 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1, with id=dag_1463537224699_0001_1
2016-05-18 02:07:04,974 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85] every/(1/1) ...blyplatform/ALL_VALUES_-1, with id=dag_1463537224699_0001_1
2016-05-18 02:07:04,977 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/ALL_VALUES_-1, applicationId=application_1463537224699_0001
2016-05-18 02:07:04,979 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:04,979 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:04,979 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:04,979 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:04,979 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:04,979 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:04,980 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:04,980 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:04,980 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:04,980 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:04,980 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:04,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:04,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:04,981 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:04,983 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4E16242ED1E341ED93024EA2DFF6EDEE/FF4CA18EE15E4C0BBD39A3A2191A2B85/.tez/application_1463537224699_0001
2016-05-18 02:07:04,984 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:04,984 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:07:04,984 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:04,985 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_-1/_temporary
2016-05-18 02:07:04,985 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.305
2016-05-18 02:07:04,985 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_VALUES_-1
2016-05-18 02:07:05,017 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:05,017 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:05,051 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:07:05,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:07:05,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:05,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:05,053 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_VALUES_'field'
2016-05-18 02:07:05,071 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:05,071 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:05,077 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:05,077 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:05,111 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:07:05,116 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:07:05,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:05,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:05,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:05,131 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:05,136 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_RESULTS
2016-05-18 02:07:05,182 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:05,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:05,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2016-05-18 02:07:05,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:05,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:05,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:05,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:07:05,183 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:05,196 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:05,200 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:05,201 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:05,201 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:05,211 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001 doesn't exist and is created
2016-05-18 02:07:05,230 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:05,230 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:05,231 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd
2016-05-18 02:07:05,246 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537225201_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:05,246 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:05,246 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:05,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:05,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:05,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:05,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:05,249 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:05,250 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:05,250 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:05,250 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:05,250 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:05,250 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:05,251 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:05,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:05,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:05,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:05,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:05,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:05,252 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:05,253 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:05,253 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:05,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:05,254 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd/localmode-log-dir
2016-05-18 02:07:05,254 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd/localmode-log-dir/history.txt.appattempt_1463537225201_0001_000000, maxErrors=10
2016-05-18 02:07:05,254 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:05,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537225201_0001_000000, appSubmitTime=1463537225245, launchTime=1463537225245
2016-05-18 02:07:05,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:05,259 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:55446
2016-05-18 02:07:05,260 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537225201
2016-05-18 02:07:05,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537225201_0001_000000, startTime=1463537225261
2016-05-18 02:07:05,261 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:05,331 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:05,331 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:05,331 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_RESULTS, applicationId=application_1463537225201_0001, dagName=[C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:07:05,347 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:07:05,347 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:05,348 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537225201_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd/localmode-log-dir/dag_1463537225201_0001_1.dot
2016-05-18 02:07:05,349 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd/localmode-log-dir/dag_1463537225201_0001_1-tez-dag.pb.txt
2016-05-18 02:07:05,356 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537225201_0001_1
2016-05-18 02:07:05,356 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,356 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:07:05 Running Dag: dag_1463537225201_0001_1
2016-05-18 02:07:05,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537225201_0001_1, submitTime=1463537225347
2016-05-18 02:07:05,372 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001/tez-conf.pb" } size: 40947 timestamp: 1463537225000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:05,372 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,372 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:05,372 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001/tez-conf.pb" } size: 40947 timestamp: 1463537225000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:05,373 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,373 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:05,373 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:05,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537225201_0001_1, initTime=1463537225373
2016-05-18 02:07:05,373 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537225201_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:05,373 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:05,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:DAG_STARTED]: dagID=dag_1463537225201_0001_1, startTime=1463537225374
2016-05-18 02:07:05,374 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537225201_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:05,374 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A62EC2F1A90B4BAA847DDED2C8308A82 : {313B821D703740498065E57B551C6CCF={InputName=313B821D703740498065E57B551C6CCF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:05,374 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 313B821D703740498065E57B551C6CCF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:05,374 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,374 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,374 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,374 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,375 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:05,375 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,376 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_RESULTS, applicationId=application_1463537225201_0001, dagName=[C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:07:05,377 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:05,377 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,377 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537225201_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:05,378 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75], numAdditionalOutputs=1
2016-05-18 02:07:05,378 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=FBDAEA60986741F7B6CB5B8B2274DEFD, vertex=vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:05,379 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A9BD82FD12E04C52B56C1E59DC652F75:FBDAEA60986741F7B6CB5B8B2274DEFD using oldmapred API
2016-05-18 02:07:05,379 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=FBDAEA60986741F7B6CB5B8B2274DEFD, vertexName=A9BD82FD12E04C52B56C1E59DC652F75, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:05,380 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 313B821D703740498065E57B551C6CCF on vertex vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A9BD82FD12E04C52B56C1E59DC652F75, vertexId=vertex_1463537225201_0001_1_01, initRequestedTime=1463537225375, initedTime=1463537225378, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:05,380 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:05,381 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 313B821D703740498065E57B551C6CCF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:05,382 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:05,383 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:05,383 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:05,383 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:05,383 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 313B821D703740498065E57B551C6CCF on vertex vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,384 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:05,384 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {313B821D703740498065E57B551C6CCF=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:05,384 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] parallelism set to 1
2016-05-18 02:07:05,384 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:05,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A62EC2F1A90B4BAA847DDED2C8308A82, vertexId=vertex_1463537225201_0001_1_00, initRequestedTime=1463537225374, initedTime=1463537225385, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:05,385 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] with distanceFromRoot: 0
2016-05-18 02:07:05,385 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:05,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537225201_0001_1_00, startRequestedTime=1463537225375, startedTime=1463537225385
2016-05-18 02:07:05,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537225201_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:05,385 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:05,385 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537225201_0001_1_00 for vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] numStartedSources: 1 numSources: 1
2016-05-18 02:07:05,385 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] with distanceFromRoot: 1
2016-05-18 02:07:05,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537225201_0001_1_01, startRequestedTime=1463537225385, startedTime=1463537225386
2016-05-18 02:07:05,387 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:05,387 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A9BD82FD12E04C52B56C1E59DC652F75 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:05,387 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A62EC2F1A90B4BAA847DDED2C8308A82 in vertex: A9BD82FD12E04C52B56C1E59DC652F75 numBipartiteSourceTasks: 1
2016-05-18 02:07:05,388 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A62EC2F1A90B4BAA847DDED2C8308A82
2016-05-18 02:07:05,388 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,388 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_STARTED]: vertexName=A62EC2F1A90B4BAA847DDED2C8308A82, taskId=task_1463537225201_0001_1_00_000000, scheduledTime=1463537225388, launchTime=1463537225388
2016-05-18 02:07:05,389 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,389 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:05,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537225201_0001_00_000001, launchTime=1463537225390
2016-05-18 02:07:05,391 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537225201_0001_00_000001
2016-05-18 02:07:05,391 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537225201_0001_1_00_000000_0] started. Is using containerId: [container_1463537225201_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:05,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A62EC2F1A90B4BAA847DDED2C8308A82, taskAttemptId=attempt_1463537225201_0001_1_00_000000_0, startTime=1463537225391, containerId=container_1463537225201_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:05,392 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537225201_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,393 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,393 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,393 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:05,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS, VertexName: A62EC2F1A90B4BAA847DDED2C8308A82, VertexParallelism: 1, TaskAttemptID:attempt_1463537225201_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=313B821D703740498065E57B551C6CCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A9BD82FD12E04C52B56C1E59DC652F75, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:05,393 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:05,394 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,395 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537225201_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:05,395 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537225201_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:05,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537225201_0001, with dag id: dag_1463537225201_0001_1
2016-05-18 02:07:05,399 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:05,400 INFO  input.MRInput (MRInput.java:initialize(440)) - 313B821D703740498065E57B551C6CCF using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:05,400 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 313B821D703740498065E57B551C6CCF
2016-05-18 02:07:05,405 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A62EC2F1A90B4BAA847DDED2C8308A82, ordinal: 0
2016-05-18 02:07:05,405 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A62EC2F1A90B4BAA847DDED2C8308A82, mem on start (mb), free: 154, total: 363, max: 672
2016-05-18 02:07:05,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:05,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:05,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:05,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:05,406 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[313B821D703740498065E57B551C6CCF:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A9BD82FD12E04C52B56C1E59DC652F75:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:05,406 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:05,406 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:05,406 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:05,406 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[313B821D703740498065E57B551C6CCF:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A9BD82FD12E04C52B56C1E59DC652F75:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:05,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:05,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 313B821D703740498065E57B551C6CCF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:05,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:05,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:05,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 313B821D703740498065E57B551C6CCF
2016-05-18 02:07:05,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:05,407 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,409 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:05,409 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:05,410 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 313B821D703740498065E57B551C6CCF
2016-05-18 02:07:05,410 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: C9562DE4139D4216AEEB9BE08A70E4A0
2016-05-18 02:07:05,410 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] C9562DE4139D4216AEEB9BE08A70E4A0
2016-05-18 02:07:05,411 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,410 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 313B821D703740498065E57B551C6CCF initialized RecordReader from event
2016-05-18 02:07:05,413 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,413 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A9BD82FD12E04C52B56C1E59DC652F75 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@20cb0003, comparator=cascading.tuple.hadoop.util.TupleComparator@6f6dd5c6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:05,414 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A9BD82FD12E04C52B56C1E59DC652F75: , UsingHashComparator=false
2016-05-18 02:07:05,427 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:05,427 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:05,427 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A9BD82FD12E04C52B56C1E59DC652F75: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:05,427 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A9BD82FD12E04C52B56C1E59DC652F75: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:05,427 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:05,428 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A62EC2F1A90B4BAA847DDED2C8308A82, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:05,430 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,430 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A62EC2F1A90B4BAA847DDED2C8308A82, mem on close (mb), free: 52, total: 363, max: 672
2016-05-18 02:07:05,430 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A9BD82FD12E04C52B56C1E59DC652F75: Starting flush of map output
2016-05-18 02:07:05,430 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A9BD82FD12E04C52B56C1E59DC652F75: Span0.length = 20, perItem = 6
2016-05-18 02:07:05,430 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A9BD82FD12E04C52B56C1E59DC652F75: done sorting span=0, length=20, time=0
2016-05-18 02:07:05,430 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A9BD82FD12E04C52B56C1E59DC652F75: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:05,431 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A9BD82FD12E04C52B56C1E59DC652F75: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd/localmode-local-dir/output/attempt_1463537225201_0001_1_00_000000_0_10297_0/file.out
2016-05-18 02:07:05,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:05 Completed running task attempt: attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,435 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537225201_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:05,435 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537225201_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:05,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537225201_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537225428, Process_Duration=2, Process_End_Time=1463537225430, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:05,436 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537225201_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:05,436 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:05,436 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:05,436 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,436 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537225201_0001_00_000001
2016-05-18 02:07:05,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A62EC2F1A90B4BAA847DDED2C8308A82, taskAttemptId=attempt_1463537225201_0001_1_00_000000_0, creationTime=1463537225388, allocationTime=1463537225390, startTime=1463537225391, finishTime=1463537225436, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:05,437 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_FINISHED]: vertexName=A62EC2F1A90B4BAA847DDED2C8308A82, taskId=task_1463537225201_0001_1_00_000000, startTime=1463537225391, finishTime=1463537225437, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537225201_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537225428, Process_Duration=2, Process_End_Time=1463537225430, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:05,437 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:05,437 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82]
2016-05-18 02:07:05,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_FINISHED]: vertexName=A62EC2F1A90B4BAA847DDED2C8308A82, vertexId=vertex_1463537225201_0001_1_00, initRequestedTime=1463537225374, initedTime=1463537225385, startRequestedTime=1463537225375, startedTime=1463537225385, finishTime=1463537225438, timeTaken=53, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537225428, Process_Duration=2, Process_End_Time=1463537225430, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537225391, firstTasksToStart=[ task_1463537225201_0001_1_00_000000 ], lastTaskFinishTime=1463537225436, lastTasksToFinish=[ task_1463537225201_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537225201_0001_1_00_000000 ], longestDurationTasks=[ task_1463537225201_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:05,438 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:05,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537225201_0001_00_000001, stoppedTime=1463537225438, exitStatus=0
2016-05-18 02:07:05,438 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] attempt: attempt_1463537225201_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:05,439 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537225201_0001_1_00 [A62EC2F1A90B4BAA847DDED2C8308A82] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:05,439 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A9BD82FD12E04C52B56C1E59DC652F75
2016-05-18 02:07:05,439 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A62EC2F1A90B4BAA847DDED2C8308A82, destinationVertexName=A9BD82FD12E04C52B56C1E59DC652F75. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:05,439 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,439 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:05,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_STARTED]: vertexName=A9BD82FD12E04C52B56C1E59DC652F75, taskId=task_1463537225201_0001_1_01_000000, scheduledTime=1463537225439, launchTime=1463537225439
2016-05-18 02:07:05,440 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,440 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537225201_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:05,441 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537225201_0001_00_000002, launchTime=1463537225441
2016-05-18 02:07:05,442 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537225201_0001_00_000002
2016-05-18 02:07:05,442 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537225201_0001_1_01_000000_0] started. Is using containerId: [container_1463537225201_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:05,442 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537225201_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537225201_0001_1_01_000000_0
2016-05-18 02:07:05,443 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A9BD82FD12E04C52B56C1E59DC652F75, taskAttemptId=attempt_1463537225201_0001_1_01_000000_0, startTime=1463537225442, containerId=container_1463537225201_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225201_0001_1_01_000000_0
2016-05-18 02:07:05,443 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537225201_0001_1_01_000000_0
2016-05-18 02:07:05,444 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,444 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:05,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS, VertexName: A9BD82FD12E04C52B56C1E59DC652F75, VertexParallelism: 1, TaskAttemptID:attempt_1463537225201_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A62EC2F1A90B4BAA847DDED2C8308A82, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FBDAEA60986741F7B6CB5B8B2274DEFD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:05,444 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:05,445 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537225201_0001_1_01_000000_0
2016-05-18 02:07:05,447 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537225201_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:05,448 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537225201_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:05,448 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537225201_0001_00_000001, Exiting
2016-05-18 02:07:05,448 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537225201_0001_00_000001
2016-05-18 02:07:05,448 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537225201_0001_00_000001
2016-05-18 02:07:05,459 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537225201_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,460 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537225201_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:05,460 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537225201_0001_00_000001 completed successfully
2016-05-18 02:07:05,460 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537225201_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:05,460 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:05,460 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:05,464 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A9BD82FD12E04C52B56C1E59DC652F75, ordinal: 1
2016-05-18 02:07:05,464 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9BD82FD12E04C52B56C1E59DC652F75, mem on start (mb), free: 270, total: 374, max: 672
2016-05-18 02:07:05,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:05,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:05,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:05,469 INFO  output.MROutput (MROutput.java:initialize(421)) - FBDAEA60986741F7B6CB5B8B2274DEFD: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:05,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:05,469 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FBDAEA60986741F7B6CB5B8B2274DEFD:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A62EC2F1A90B4BAA847DDED2C8308A82:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:05,469 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:05,469 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:05,469 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:05,470 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FBDAEA60986741F7B6CB5B8B2274DEFD:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A62EC2F1A90B4BAA847DDED2C8308A82:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:05,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:05,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A62EC2F1A90B4BAA847DDED2C8308A82 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:05,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:05,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:05,470 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A62EC2F1A90B4BAA847DDED2C8308A82: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:05,470 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A62EC2F1A90B4BAA847DDED2C8308A82: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:05,471 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A62EC2F1A90B4BAA847DDED2C8308A82 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:05,471 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A62EC2F1A90B4BAA847DDED2C8308A82
2016-05-18 02:07:05,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:05,473 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537225201_0001_1_01_000000_0
2016-05-18 02:07:05,474 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A62EC2F1A90B4BAA847DDED2C8308A82: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:05,475 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:05,475 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537225201_0001_1_00_000000_0_10297} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537225475, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:05,475 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A62EC2F1A90B4BAA847DDED2C8308A82
2016-05-18 02:07:05,475 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: C9562DE4139D4216AEEB9BE08A70E4A0
2016-05-18 02:07:05,475 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:05,476 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_RESULTS"], id: FBDAEA60986741F7B6CB5B8B2274DEFD
2016-05-18 02:07:05,476 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A62EC2F1A90B4BAA847DDED2C8308A82, wasInterrupted=false
2016-05-18 02:07:05,476 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_RESULTS"]
2016-05-18 02:07:05,476 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:05,476 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] C9562DE4139D4216AEEB9BE08A70E4A0, for 1 inputs
2016-05-18 02:07:05,476 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A62EC2F1A90B4BAA847DDED2C8308A82: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:05,476 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:05,477 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,478 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001_wd/localmode-local-dir/output/attempt_1463537225201_0001_1_00_000000_0_10297/file.out, len=181, isLocal=true
2016-05-18 02:07:05,478 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:05,478 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:05,478 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:05,478 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:05,478 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A62EC2F1A90B4BAA847DDED2C8308A82
2016-05-18 02:07:05,478 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A62EC2F1A90B4BAA847DDED2C8308A82: Shuffle Runner thread complete
2016-05-18 02:07:05,478 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A9BD82FD12E04C52B56C1E59DC652F75, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:07:05,479 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,480 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A62EC2F1A90B4BAA847DDED2C8308A82: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:05,481 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:05,485 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:05,489 INFO  output.MROutput (MROutput.java:close(526)) - FBDAEA60986741F7B6CB5B8B2274DEFD closed
2016-05-18 02:07:05,489 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537225201_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:05,492 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537225201_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:05,492 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537225201_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537225478, Process_Duration=14, Process_End_Time=1463537225492, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:05,492 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:05,493 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9BD82FD12E04C52B56C1E59DC652F75, mem on close (mb), free: 266, total: 374, max: 672
2016-05-18 02:07:05,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A9BD82FD12E04C52B56C1E59DC652F75, index=1, interruptedStatus=false
2016-05-18 02:07:05,494 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A62EC2F1A90B4BAA847DDED2C8308A82
2016-05-18 02:07:05,494 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A62EC2F1A90B4BAA847DDED2C8308A82: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:05,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A9BD82FD12E04C52B56C1E59DC652F75, sourceVertex=A62EC2F1A90B4BAA847DDED2C8308A82, interruptedStatus=true
2016-05-18 02:07:05,495 INFO  output.MROutput (MROutput.java:close(526)) - FBDAEA60986741F7B6CB5B8B2274DEFD closed
2016-05-18 02:07:05,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A9BD82FD12E04C52B56C1E59DC652F75, sourceVertex=FBDAEA60986741F7B6CB5B8B2274DEFD, interruptedStatus=true
2016-05-18 02:07:05,496 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537225201_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:07:05,496 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:07:05,496 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537225201_0001_00_000002
2016-05-18 02:07:05,496 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537225201_0001_00_000002
2016-05-18 02:07:05,497 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537225201_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:07:05,497 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537225201_0001_00_000002 completed but with errors
2016-05-18 02:07:05,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A9BD82FD12E04C52B56C1E59DC652F75, taskAttemptId=attempt_1463537225201_0001_1_01_000000_0, creationTime=1463537225439, allocationTime=1463537225440, startTime=1463537225442, finishTime=1463537225496, timeTaken=54, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537225201_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537225478, Process_Duration=14, Process_End_Time=1463537225492, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:05,499 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537225201_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:07:05,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537225201_0001_00_000002, stoppedTime=1463537225499, exitStatus=1
2016-05-18 02:07:05,499 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537225201_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:05,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:TASK_FINISHED]: vertexName=A9BD82FD12E04C52B56C1E59DC652F75, taskId=task_1463537225201_0001_1_01_000000, startTime=1463537225442, finishTime=1463537225499, timeTaken=57, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537225201_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:05,499 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] because task failed: task_1463537225201_0001_1_01_000000
2016-05-18 02:07:05,500 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:05,500 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:05,500 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:05,500 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,500 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=FBDAEA60986741F7B6CB5B8B2274DEFD, vertexId=vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,501 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:VERTEX_FINISHED]: vertexName=A9BD82FD12E04C52B56C1E59DC652F75, vertexId=vertex_1463537225201_0001_1_01, initRequestedTime=1463537225375, initedTime=1463537225378, startRequestedTime=1463537225385, startedTime=1463537225386, finishTime=1463537225501, timeTaken=115, status=FAILED, diagnostics=Task failed, taskId=task_1463537225201_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537225201_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537225442, firstTasksToStart=[ task_1463537225201_0001_1_01_000000 ], lastTaskFinishTime=1463537225496, lastTasksToFinish=[ task_1463537225201_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:05,502 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:05,502 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537225201_0001_1_01_000000_0 failed: true container: container_1463537225201_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:05,502 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:05,502 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:05,502 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:05,503 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537225201_0001_1, queueSize=0
2016-05-18 02:07:05,503 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225201_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537225201_0001_1, startTime=1463537225373, finishTime=1463537225503, timeTaken=130, status=FAILED, diagnostics=Vertex failed, vertexName=A9BD82FD12E04C52B56C1E59DC652F75, vertexId=vertex_1463537225201_0001_1_01, diagnostics=[Task failed, taskId=task_1463537225201_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537225201_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=9, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537225428, Process_Duration=2, Process_End_Time=1463537225430, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:05,503 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537225201_0001_1_01 [A9BD82FD12E04C52B56C1E59DC652F75]
2016-05-18 02:07:05,503 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537225201_0001_1 finished with state: FAILED
2016-05-18 02:07:05,504 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537225201_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:05 Completed Dag: dag_1463537225201_0001_1
2016-05-18 02:07:05,504 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537225201_0001_1, dagState=FAILED
2016-05-18 02:07:05,504 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537225201_0001_1_post
2016-05-18 02:07:05,504 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,504 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:05,504 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:05,504 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS, with id=dag_1463537225201_0001_1
2016-05-18 02:07:05,505 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A] every/(1/1) ...atform/ALL_VALUES_RESULTS, with id=dag_1463537225201_0001_1
2016-05-18 02:07:05,511 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/ALL_VALUES_RESULTS, applicationId=application_1463537225201_0001
2016-05-18 02:07:05,513 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:05,513 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:05,513 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:05,513 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:05,513 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:05,514 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:05,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:05,515 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:05,515 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:05,515 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:05,515 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:05,515 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:05,515 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:05,516 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:05,519 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C5330C9F9548429F9E98530CD148D74A/C8BAD3B142AA439C9D3E7E9DB413556A/.tez/application_1463537225201_0001
2016-05-18 02:07:05,520 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:05,520 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:07:05,521 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:05,521 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_RESULTS/_temporary
2016-05-18 02:07:05,521 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.339
2016-05-18 02:07:05,521 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_VALUES_RESULTS
2016-05-18 02:07:05,545 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:05,545 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:05,575 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:07:05,580 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:07:05,580 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:05,580 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:05,581 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:05,601 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:05,608 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_ALL
2016-05-18 02:07:05,624 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:05,625 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:05,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:05,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:05,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_ALL"]
2016-05-18 02:07:05,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:05,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:05,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:05,683 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:07:05,683 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:05,703 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:05,709 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:05,709 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:05,709 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:05,723 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001 doesn't exist and is created
2016-05-18 02:07:05,747 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:05,748 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:05,749 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd
2016-05-18 02:07:05,769 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537225709_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:05,769 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:05,769 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:05,770 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:05,770 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:05,770 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:05,770 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:05,771 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:05,773 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:05,773 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:05,774 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:05,774 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:05,774 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:05,774 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:05,776 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:05,777 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:05,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:05,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd/localmode-log-dir
2016-05-18 02:07:05,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd/localmode-log-dir/history.txt.appattempt_1463537225709_0001_000000, maxErrors=10
2016-05-18 02:07:05,777 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:05,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537225709_0001_000000, appSubmitTime=1463537225768, launchTime=1463537225768
2016-05-18 02:07:05,782 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:36859
2016-05-18 02:07:05,782 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537225709
2016-05-18 02:07:05,783 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:05,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537225709_0001_000000, startTime=1463537225784
2016-05-18 02:07:05,784 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:05,848 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:05,848 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:05,848 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_VALUES_ALL, applicationId=application_1463537225709_0001, dagName=[B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:07:05,863 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:07:05,864 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:05,864 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537225709_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd/localmode-log-dir/dag_1463537225709_0001_1.dot
2016-05-18 02:07:05,865 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd/localmode-log-dir/dag_1463537225709_0001_1-tez-dag.pb.txt
2016-05-18 02:07:05,871 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537225709_0001_1
2016-05-18 02:07:05,872 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,872 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:07:05 Running Dag: dag_1463537225709_0001_1
2016-05-18 02:07:05,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537225709_0001_1, submitTime=1463537225864
2016-05-18 02:07:05,889 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001/tez-conf.pb" } size: 40947 timestamp: 1463537225000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:05,889 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,889 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:05,890 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001/tez-conf.pb" } size: 40947 timestamp: 1463537225000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:05,890 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,890 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:05,890 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:05,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537225709_0001_1, initTime=1463537225891
2016-05-18 02:07:05,891 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537225709_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:05,891 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:05,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:DAG_STARTED]: dagID=dag_1463537225709_0001_1, startTime=1463537225891
2016-05-18 02:07:05,891 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537225709_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:05,891 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D113B3DDFEC54B01B95349785D396786 : {3C173AE6A8ED4F4CB369D01434F1AA96={InputName=3C173AE6A8ED4F4CB369D01434F1AA96}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:05,892 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3C173AE6A8ED4F4CB369D01434F1AA96, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:05,892 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,892 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,892 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,892 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,893 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:05,893 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,893 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_VALUES_ALL, applicationId=application_1463537225709_0001, dagName=[B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:07:05,894 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3C173AE6A8ED4F4CB369D01434F1AA96 on vertex vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,896 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3C173AE6A8ED4F4CB369D01434F1AA96 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:05,896 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:05,896 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,896 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537225709_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:05,897 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146], numAdditionalOutputs=1
2016-05-18 02:07:05,897 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=96E10511A38442CBBFAF3F05DFD23529, vertex=vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:05,898 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:05,899 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:05,899 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:05,899 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:05,900 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D232494EB58E43B0A92E4D00CCFA0146:96E10511A38442CBBFAF3F05DFD23529 using oldmapred API
2016-05-18 02:07:05,900 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=96E10511A38442CBBFAF3F05DFD23529, vertexName=D232494EB58E43B0A92E4D00CCFA0146, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:05,900 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3C173AE6A8ED4F4CB369D01434F1AA96 on vertex vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D232494EB58E43B0A92E4D00CCFA0146, vertexId=vertex_1463537225709_0001_1_01, initRequestedTime=1463537225893, initedTime=1463537225897, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:05,901 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:05,902 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:05,902 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3C173AE6A8ED4F4CB369D01434F1AA96=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:05,903 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] parallelism set to 1
2016-05-18 02:07:05,903 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:05,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D113B3DDFEC54B01B95349785D396786, vertexId=vertex_1463537225709_0001_1_00, initRequestedTime=1463537225891, initedTime=1463537225903, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:05,903 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] with distanceFromRoot: 0
2016-05-18 02:07:05,903 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:05,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537225709_0001_1_00, startRequestedTime=1463537225893, startedTime=1463537225903
2016-05-18 02:07:05,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537225709_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:05,904 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:05,904 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537225709_0001_1_00 for vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] numStartedSources: 1 numSources: 1
2016-05-18 02:07:05,904 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] with distanceFromRoot: 1
2016-05-18 02:07:05,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537225709_0001_1_01, startRequestedTime=1463537225904, startedTime=1463537225904
2016-05-18 02:07:05,904 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:05,904 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D232494EB58E43B0A92E4D00CCFA0146 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:05,906 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D113B3DDFEC54B01B95349785D396786
2016-05-18 02:07:05,906 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_STARTED]: vertexName=D113B3DDFEC54B01B95349785D396786, taskId=task_1463537225709_0001_1_00_000000, scheduledTime=1463537225906, launchTime=1463537225906
2016-05-18 02:07:05,907 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D113B3DDFEC54B01B95349785D396786 in vertex: D232494EB58E43B0A92E4D00CCFA0146 numBipartiteSourceTasks: 1
2016-05-18 02:07:05,907 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,908 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:05,909 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537225709_0001_00_000001, launchTime=1463537225909
2016-05-18 02:07:05,910 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537225709_0001_00_000001
2016-05-18 02:07:05,910 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537225709_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,910 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537225709_0001_1_00_000000_0] started. Is using containerId: [container_1463537225709_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:05,911 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D113B3DDFEC54B01B95349785D396786, taskAttemptId=attempt_1463537225709_0001_1_00_000000_0, startTime=1463537225910, containerId=container_1463537225709_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,912 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,912 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537225709_0001, with dag id: dag_1463537225709_0001_1
2016-05-18 02:07:05,912 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,912 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:05,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL, VertexName: D113B3DDFEC54B01B95349785D396786, VertexParallelism: 1, TaskAttemptID:attempt_1463537225709_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3C173AE6A8ED4F4CB369D01434F1AA96, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D232494EB58E43B0A92E4D00CCFA0146, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:05,913 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:05,914 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,915 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537225709_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:05,917 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537225709_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:05,918 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:05,918 INFO  input.MRInput (MRInput.java:initialize(440)) - 3C173AE6A8ED4F4CB369D01434F1AA96 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:05,918 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3C173AE6A8ED4F4CB369D01434F1AA96
2016-05-18 02:07:05,921 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D113B3DDFEC54B01B95349785D396786, ordinal: 0
2016-05-18 02:07:05,921 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D113B3DDFEC54B01B95349785D396786, mem on start (mb), free: 167, total: 374, max: 672
2016-05-18 02:07:05,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:05,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:05,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:05,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:05,922 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3C173AE6A8ED4F4CB369D01434F1AA96:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D232494EB58E43B0A92E4D00CCFA0146:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:05,922 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:05,922 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:05,922 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:05,922 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3C173AE6A8ED4F4CB369D01434F1AA96:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D232494EB58E43B0A92E4D00CCFA0146:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:05,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:05,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3C173AE6A8ED4F4CB369D01434F1AA96 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:05,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3C173AE6A8ED4F4CB369D01434F1AA96
2016-05-18 02:07:05,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:05,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:05,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:05,924 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,924 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:05,925 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3C173AE6A8ED4F4CB369D01434F1AA96 initialized RecordReader from event
2016-05-18 02:07:05,927 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:05,927 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3C173AE6A8ED4F4CB369D01434F1AA96
2016-05-18 02:07:05,928 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 80E4BF7C53B6476DA5C7486935045EC4
2016-05-18 02:07:05,928 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 80E4BF7C53B6476DA5C7486935045EC4
2016-05-18 02:07:05,929 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,932 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,932 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D232494EB58E43B0A92E4D00CCFA0146 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@46eb241a, comparator=cascading.tuple.hadoop.util.TupleComparator@778f4b55, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:05,932 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D232494EB58E43B0A92E4D00CCFA0146: , UsingHashComparator=false
2016-05-18 02:07:05,944 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:05,945 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:05,945 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D232494EB58E43B0A92E4D00CCFA0146: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:05,945 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D232494EB58E43B0A92E4D00CCFA0146: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:05,945 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:05,946 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D113B3DDFEC54B01B95349785D396786, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:05,947 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,948 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D113B3DDFEC54B01B95349785D396786, mem on close (mb), free: 65, total: 374, max: 672
2016-05-18 02:07:05,948 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D232494EB58E43B0A92E4D00CCFA0146: Starting flush of map output
2016-05-18 02:07:05,948 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D232494EB58E43B0A92E4D00CCFA0146: Span0.length = 20, perItem = 6
2016-05-18 02:07:05,948 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D232494EB58E43B0A92E4D00CCFA0146: done sorting span=0, length=20, time=0
2016-05-18 02:07:05,948 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D232494EB58E43B0A92E4D00CCFA0146: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:05,949 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D232494EB58E43B0A92E4D00CCFA0146: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd/localmode-local-dir/output/attempt_1463537225709_0001_1_00_000000_0_10303_0/file.out
2016-05-18 02:07:05,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:05 Completed running task attempt: attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,953 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537225709_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:05,954 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537225709_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:05,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537225709_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537225946, Process_Duration=1, Process_End_Time=1463537225947, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:05,954 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537225709_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:05,955 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:05,955 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:05,955 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D113B3DDFEC54B01B95349785D396786, taskAttemptId=attempt_1463537225709_0001_1_00_000000_0, creationTime=1463537225907, allocationTime=1463537225908, startTime=1463537225910, finishTime=1463537225955, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:05,955 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_FINISHED]: vertexName=D113B3DDFEC54B01B95349785D396786, taskId=task_1463537225709_0001_1_00_000000, startTime=1463537225910, finishTime=1463537225955, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537225709_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537225946, Process_Duration=1, Process_End_Time=1463537225947, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:05,956 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:05,956 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786]
2016-05-18 02:07:05,956 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537225709_0001_00_000001
2016-05-18 02:07:05,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_FINISHED]: vertexName=D113B3DDFEC54B01B95349785D396786, vertexId=vertex_1463537225709_0001_1_00, initRequestedTime=1463537225891, initedTime=1463537225903, startRequestedTime=1463537225893, startedTime=1463537225903, finishTime=1463537225956, timeTaken=53, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537225946, Process_Duration=1, Process_End_Time=1463537225947, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537225910, firstTasksToStart=[ task_1463537225709_0001_1_00_000000 ], lastTaskFinishTime=1463537225955, lastTasksToFinish=[ task_1463537225709_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537225709_0001_1_00_000000 ], longestDurationTasks=[ task_1463537225709_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:05,957 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:05,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537225709_0001_00_000001, stoppedTime=1463537225957, exitStatus=0
2016-05-18 02:07:05,957 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] attempt: attempt_1463537225709_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:05,957 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537225709_0001_1_00 [D113B3DDFEC54B01B95349785D396786] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:05,957 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D232494EB58E43B0A92E4D00CCFA0146
2016-05-18 02:07:05,957 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D113B3DDFEC54B01B95349785D396786, destinationVertexName=D232494EB58E43B0A92E4D00CCFA0146. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:05,957 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,957 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:05,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_STARTED]: vertexName=D232494EB58E43B0A92E4D00CCFA0146, taskId=task_1463537225709_0001_1_01_000000, scheduledTime=1463537225958, launchTime=1463537225958
2016-05-18 02:07:05,958 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537225709_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:05,958 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537225709_0001_00_000002, launchTime=1463537225959
2016-05-18 02:07:05,960 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537225709_0001_00_000002
2016-05-18 02:07:05,960 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537225709_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537225709_0001_1_01_000000_0
2016-05-18 02:07:05,961 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537225709_0001_1_01_000000_0] started. Is using containerId: [container_1463537225709_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:05,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D232494EB58E43B0A92E4D00CCFA0146, taskAttemptId=attempt_1463537225709_0001_1_01_000000_0, startTime=1463537225960, containerId=container_1463537225709_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225709_0001_1_01_000000_0
2016-05-18 02:07:05,961 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537225709_0001_1_01_000000_0
2016-05-18 02:07:05,961 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:05,962 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:05,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL, VertexName: D232494EB58E43B0A92E4D00CCFA0146, VertexParallelism: 1, TaskAttemptID:attempt_1463537225709_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D113B3DDFEC54B01B95349785D396786, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=96E10511A38442CBBFAF3F05DFD23529, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:05,962 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:05,962 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537225709_0001_1_01_000000_0
2016-05-18 02:07:05,963 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537225709_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:05,963 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537225709_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:05,965 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:05,966 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:05,967 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537225709_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:05,967 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537225709_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:05,967 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537225709_0001_00_000001, Exiting
2016-05-18 02:07:05,967 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537225709_0001_00_000001
2016-05-18 02:07:05,967 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537225709_0001_00_000001
2016-05-18 02:07:05,969 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D232494EB58E43B0A92E4D00CCFA0146, ordinal: 1
2016-05-18 02:07:05,969 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D232494EB58E43B0A92E4D00CCFA0146, mem on start (mb), free: 61, total: 374, max: 672
2016-05-18 02:07:05,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:05,970 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:05,970 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:05,970 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537225709_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:05,971 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537225709_0001_00_000001 completed successfully
2016-05-18 02:07:05,979 INFO  output.MROutput (MROutput.java:initialize(421)) - 96E10511A38442CBBFAF3F05DFD23529: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:05,979 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:05,979 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D113B3DDFEC54B01B95349785D396786:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [96E10511A38442CBBFAF3F05DFD23529:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:07:05,980 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:05,980 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:05,980 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:05,980 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D113B3DDFEC54B01B95349785D396786:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [96E10511A38442CBBFAF3F05DFD23529:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:07:05,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:05,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D113B3DDFEC54B01B95349785D396786 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:05,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:05,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:05,980 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D113B3DDFEC54B01B95349785D396786: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:05,981 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D113B3DDFEC54B01B95349785D396786: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:05,981 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D113B3DDFEC54B01B95349785D396786 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:05,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D113B3DDFEC54B01B95349785D396786
2016-05-18 02:07:05,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:05,982 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537225709_0001_1_01_000000_0
2016-05-18 02:07:05,984 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D113B3DDFEC54B01B95349785D396786: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:05,994 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:05,995 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 80E4BF7C53B6476DA5C7486935045EC4
2016-05-18 02:07:05,995 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_ALL"], id: 96E10511A38442CBBFAF3F05DFD23529
2016-05-18 02:07:05,995 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_ALL"]
2016-05-18 02:07:05,995 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 80E4BF7C53B6476DA5C7486935045EC4, for 1 inputs
2016-05-18 02:07:05,996 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537225709_0001_1_00_000000_0_10303} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537225996, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:05,996 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D113B3DDFEC54B01B95349785D396786
2016-05-18 02:07:05,997 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:05,997 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D113B3DDFEC54B01B95349785D396786, wasInterrupted=false
2016-05-18 02:07:05,997 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:05,997 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:05,998 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:05,999 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001_wd/localmode-local-dir/output/attempt_1463537225709_0001_1_00_000000_0_10303/file.out, len=181, isLocal=true
2016-05-18 02:07:05,999 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:05,999 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:05,999 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:05,999 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:05,999 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D113B3DDFEC54B01B95349785D396786
2016-05-18 02:07:05,999 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D232494EB58E43B0A92E4D00CCFA0146, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:07:05,999 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D113B3DDFEC54B01B95349785D396786: Shuffle Runner thread complete
2016-05-18 02:07:06,000 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,000 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D113B3DDFEC54B01B95349785D396786: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:06,002 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:06,003 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:06,003 INFO  output.MROutput (MROutput.java:close(526)) - 96E10511A38442CBBFAF3F05DFD23529 closed
2016-05-18 02:07:06,003 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537225709_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:06,004 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537225709_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:06,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537225709_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=16, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537225999, Process_Duration=5, Process_End_Time=1463537226004, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:06,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:06,005 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D232494EB58E43B0A92E4D00CCFA0146, mem on close (mb), free: 269, total: 374, max: 672
2016-05-18 02:07:06,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=D232494EB58E43B0A92E4D00CCFA0146, index=1, interruptedStatus=false
2016-05-18 02:07:06,006 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D113B3DDFEC54B01B95349785D396786
2016-05-18 02:07:06,006 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D113B3DDFEC54B01B95349785D396786: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:06,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=D232494EB58E43B0A92E4D00CCFA0146, sourceVertex=D113B3DDFEC54B01B95349785D396786, interruptedStatus=true
2016-05-18 02:07:06,006 INFO  output.MROutput (MROutput.java:close(526)) - 96E10511A38442CBBFAF3F05DFD23529 closed
2016-05-18 02:07:06,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=D232494EB58E43B0A92E4D00CCFA0146, sourceVertex=96E10511A38442CBBFAF3F05DFD23529, interruptedStatus=true
2016-05-18 02:07:06,007 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537225709_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:07:06,007 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:07:06,007 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537225709_0001_00_000002
2016-05-18 02:07:06,007 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537225709_0001_00_000002
2016-05-18 02:07:06,007 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537225709_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:07:06,008 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537225709_0001_00_000002 completed but with errors
2016-05-18 02:07:06,007 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D232494EB58E43B0A92E4D00CCFA0146, taskAttemptId=attempt_1463537225709_0001_1_01_000000_0, creationTime=1463537225958, allocationTime=1463537225959, startTime=1463537225960, finishTime=1463537226007, timeTaken=47, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537225709_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=16, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537225999, Process_Duration=5, Process_End_Time=1463537226004, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:06,008 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537225709_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:07:06,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537225709_0001_00_000002, stoppedTime=1463537226008, exitStatus=1
2016-05-18 02:07:06,008 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537225709_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:06,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:TASK_FINISHED]: vertexName=D232494EB58E43B0A92E4D00CCFA0146, taskId=task_1463537225709_0001_1_01_000000, startTime=1463537225960, finishTime=1463537226008, timeTaken=48, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537225709_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:06,009 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] because task failed: task_1463537225709_0001_1_01_000000
2016-05-18 02:07:06,009 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:06,009 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:06,009 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:06,009 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:06,009 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=96E10511A38442CBBFAF3F05DFD23529, vertexId=vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:06,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:VERTEX_FINISHED]: vertexName=D232494EB58E43B0A92E4D00CCFA0146, vertexId=vertex_1463537225709_0001_1_01, initRequestedTime=1463537225893, initedTime=1463537225897, startRequestedTime=1463537225904, startedTime=1463537225904, finishTime=1463537226010, timeTaken=106, status=FAILED, diagnostics=Task failed, taskId=task_1463537225709_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537225709_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537225960, firstTasksToStart=[ task_1463537225709_0001_1_01_000000 ], lastTaskFinishTime=1463537226007, lastTasksToFinish=[ task_1463537225709_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:06,011 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:06,011 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537225709_0001_1_01_000000_0 failed: true container: container_1463537225709_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:06,011 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:06,011 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:06,011 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:06,012 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537225709_0001_1, queueSize=0
2016-05-18 02:07:06,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537225709_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537225709_0001_1, startTime=1463537225891, finishTime=1463537226012, timeTaken=121, status=FAILED, diagnostics=Vertex failed, vertexName=D232494EB58E43B0A92E4D00CCFA0146, vertexId=vertex_1463537225709_0001_1_01, diagnostics=[Task failed, taskId=task_1463537225709_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537225709_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=200, AM_GC_TIME_MILLIS=9, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537225946, Process_Duration=1, Process_End_Time=1463537225947, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:06,014 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537225709_0001_1_01 [D232494EB58E43B0A92E4D00CCFA0146]
2016-05-18 02:07:06,014 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537225709_0001_1 finished with state: FAILED
2016-05-18 02:07:06,014 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537225709_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:06 Completed Dag: dag_1463537225709_0001_1
2016-05-18 02:07:06,015 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537225709_0001_1, dagState=FAILED
2016-05-18 02:07:06,015 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537225709_0001_1_post
2016-05-18 02:07:06,015 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,015 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:06,015 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:06,015 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL, with id=dag_1463537225709_0001_1
2016-05-18 02:07:06,016 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493] every/(1/1) ...lyplatform/ALL_VALUES_ALL, with id=dag_1463537225709_0001_1
2016-05-18 02:07:06,023 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/ALL_VALUES_ALL, applicationId=application_1463537225709_0001
2016-05-18 02:07:06,026 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:06,026 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:06,026 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:06,026 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:06,026 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:06,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:06,027 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:06,027 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:06,027 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:06,027 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:06,027 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:06,028 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:06,028 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:06,029 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:06,031 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B3B0B4E062BA4C0FA2B18C2A8DE1FEB3/B9115BA9B6D24FAA882CFD76D8C3C493/.tez/application_1463537225709_0001
2016-05-18 02:07:06,031 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:06,032 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:07:06,033 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:06,033 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_ALL/_temporary
2016-05-18 02:07:06,033 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.353
2016-05-18 02:07:06,033 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_VALUES_ALL
2016-05-18 02:07:06,064 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:06,064 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:06,102 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:07:06,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:07:06,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:06,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:06,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:06,123 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:06,128 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_REPLACE
2016-05-18 02:07:06,160 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:06,160 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:06,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:06,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:06,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2016-05-18 02:07:06,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:06,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:06,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:06,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:07:06,174 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:06,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:06,190 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:06,191 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:06,191 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:06,199 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001 doesn't exist and is created
2016-05-18 02:07:06,219 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:06,220 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:06,220 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd
2016-05-18 02:07:06,235 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537226190_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:06,235 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:06,235 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:06,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:06,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:06,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:06,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:06,238 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:06,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:06,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:06,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:06,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:06,239 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:06,239 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:06,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:06,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:06,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:06,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:06,240 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:06,240 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:06,242 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:06,242 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:06,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:06,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd/localmode-log-dir
2016-05-18 02:07:06,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd/localmode-log-dir/history.txt.appattempt_1463537226190_0001_000000, maxErrors=10
2016-05-18 02:07:06,243 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:06,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537226190_0001_000000, appSubmitTime=1463537226235, launchTime=1463537226235
2016-05-18 02:07:06,246 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:06,248 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39212
2016-05-18 02:07:06,248 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537226190
2016-05-18 02:07:06,250 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537226190_0001_000000, startTime=1463537226250
2016-05-18 02:07:06,250 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:06,320 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:06,320 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:06,320 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_REPLACE, applicationId=application_1463537226190_0001, dagName=[19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:07:06,335 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:07:06,335 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:06,336 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537226190_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd/localmode-log-dir/dag_1463537226190_0001_1.dot
2016-05-18 02:07:06,336 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd/localmode-log-dir/dag_1463537226190_0001_1-tez-dag.pb.txt
2016-05-18 02:07:06,343 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537226190_0001_1
2016-05-18 02:07:06,343 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,343 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:07:06 Running Dag: dag_1463537226190_0001_1
2016-05-18 02:07:06,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537226190_0001_1, submitTime=1463537226335
2016-05-18 02:07:06,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001/tez-conf.pb" } size: 40947 timestamp: 1463537226000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:06,359 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:06,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001/tez-conf.pb" } size: 40947 timestamp: 1463537226000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:06,359 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,359 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:06,360 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:06,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537226190_0001_1, initTime=1463537226360
2016-05-18 02:07:06,360 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537226190_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:06,360 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:06,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:DAG_STARTED]: dagID=dag_1463537226190_0001_1, startTime=1463537226360
2016-05-18 02:07:06,361 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537226190_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:06,361 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A9CAAEC25F84487F819ACC79764C3F20 : {30EB72DA898244B485DFDFA00CF2668A={InputName=30EB72DA898244B485DFDFA00CF2668A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:06,361 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 30EB72DA898244B485DFDFA00CF2668A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:06,361 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,361 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,361 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,361 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,362 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_REPLACE, applicationId=application_1463537226190_0001, dagName=[19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:07:06,362 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:06,362 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,363 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 30EB72DA898244B485DFDFA00CF2668A on vertex vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,365 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:06,365 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,366 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,366 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537226190_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:06,366 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491], numAdditionalOutputs=1
2016-05-18 02:07:06,366 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F2C66C1886FA4EC099B74A6DB1CEE04F, vertex=vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:06,368 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FE444AEF69424718B2B5417E12D69491:F2C66C1886FA4EC099B74A6DB1CEE04F using oldmapred API
2016-05-18 02:07:06,368 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F2C66C1886FA4EC099B74A6DB1CEE04F, vertexName=FE444AEF69424718B2B5417E12D69491, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:06,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FE444AEF69424718B2B5417E12D69491, vertexId=vertex_1463537226190_0001_1_01, initRequestedTime=1463537226362, initedTime=1463537226366, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:06,369 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:06,371 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 30EB72DA898244B485DFDFA00CF2668A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:06,372 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:06,372 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:06,372 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:06,373 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:06,373 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 30EB72DA898244B485DFDFA00CF2668A on vertex vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,374 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:06,374 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {30EB72DA898244B485DFDFA00CF2668A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:06,374 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] parallelism set to 1
2016-05-18 02:07:06,375 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:06,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A9CAAEC25F84487F819ACC79764C3F20, vertexId=vertex_1463537226190_0001_1_00, initRequestedTime=1463537226361, initedTime=1463537226375, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:06,375 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] with distanceFromRoot: 0
2016-05-18 02:07:06,375 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:06,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537226190_0001_1_00, startRequestedTime=1463537226362, startedTime=1463537226375
2016-05-18 02:07:06,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537226190_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:06,376 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:06,376 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537226190_0001_1_00 for vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] numStartedSources: 1 numSources: 1
2016-05-18 02:07:06,376 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] with distanceFromRoot: 1
2016-05-18 02:07:06,376 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537226190_0001_1_01, startRequestedTime=1463537226376, startedTime=1463537226376
2016-05-18 02:07:06,376 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:06,377 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: FE444AEF69424718B2B5417E12D69491 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:06,377 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A9CAAEC25F84487F819ACC79764C3F20 in vertex: FE444AEF69424718B2B5417E12D69491 numBipartiteSourceTasks: 1
2016-05-18 02:07:06,378 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A9CAAEC25F84487F819ACC79764C3F20
2016-05-18 02:07:06,378 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,379 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_STARTED]: vertexName=A9CAAEC25F84487F819ACC79764C3F20, taskId=task_1463537226190_0001_1_00_000000, scheduledTime=1463537226378, launchTime=1463537226378
2016-05-18 02:07:06,379 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,380 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:06,380 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537226190_0001, with dag id: dag_1463537226190_0001_1
2016-05-18 02:07:06,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537226190_0001_00_000001, launchTime=1463537226381
2016-05-18 02:07:06,385 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537226190_0001_00_000001
2016-05-18 02:07:06,385 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537226190_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,385 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537226190_0001_1_00_000000_0] started. Is using containerId: [container_1463537226190_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:06,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A9CAAEC25F84487F819ACC79764C3F20, taskAttemptId=attempt_1463537226190_0001_1_00_000000_0, startTime=1463537226385, containerId=container_1463537226190_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,385 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,386 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,386 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:06,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE, VertexName: A9CAAEC25F84487F819ACC79764C3F20, VertexParallelism: 1, TaskAttemptID:attempt_1463537226190_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=30EB72DA898244B485DFDFA00CF2668A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE444AEF69424718B2B5417E12D69491, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:06,386 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:06,386 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,388 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537226190_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:06,388 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537226190_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:06,390 INFO  input.MRInput (MRInput.java:initialize(440)) - 30EB72DA898244B485DFDFA00CF2668A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:06,390 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 30EB72DA898244B485DFDFA00CF2668A
2016-05-18 02:07:06,391 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:06,393 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A9CAAEC25F84487F819ACC79764C3F20, ordinal: 0
2016-05-18 02:07:06,393 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9CAAEC25F84487F819ACC79764C3F20, mem on start (mb), free: 176, total: 374, max: 672
2016-05-18 02:07:06,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:06,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:06,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:06,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:06,393 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[30EB72DA898244B485DFDFA00CF2668A:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [FE444AEF69424718B2B5417E12D69491:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:06,394 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:06,394 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:06,394 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:06,394 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[30EB72DA898244B485DFDFA00CF2668A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [FE444AEF69424718B2B5417E12D69491:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:06,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:06,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 30EB72DA898244B485DFDFA00CF2668A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:06,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:06,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:06,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 30EB72DA898244B485DFDFA00CF2668A
2016-05-18 02:07:06,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:06,395 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,397 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:06,398 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 30EB72DA898244B485DFDFA00CF2668A initialized RecordReader from event
2016-05-18 02:07:06,400 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:06,400 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 30EB72DA898244B485DFDFA00CF2668A
2016-05-18 02:07:06,400 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 2DF8DCE4E90D4A27A44AC2ED1E995AB0
2016-05-18 02:07:06,400 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 2DF8DCE4E90D4A27A44AC2ED1E995AB0
2016-05-18 02:07:06,401 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,403 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,403 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - FE444AEF69424718B2B5417E12D69491 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@5333b297, comparator=cascading.tuple.hadoop.util.TupleComparator@6712022d, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:06,403 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for FE444AEF69424718B2B5417E12D69491: , UsingHashComparator=false
2016-05-18 02:07:06,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:06,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:06,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for FE444AEF69424718B2B5417E12D69491: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:06,420 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - FE444AEF69424718B2B5417E12D69491: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:06,420 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:06,420 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A9CAAEC25F84487F819ACC79764C3F20, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:06,423 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,423 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9CAAEC25F84487F819ACC79764C3F20, mem on close (mb), free: 74, total: 374, max: 672
2016-05-18 02:07:06,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - FE444AEF69424718B2B5417E12D69491: Starting flush of map output
2016-05-18 02:07:06,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - FE444AEF69424718B2B5417E12D69491: Span0.length = 20, perItem = 6
2016-05-18 02:07:06,423 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - FE444AEF69424718B2B5417E12D69491: done sorting span=0, length=20, time=0
2016-05-18 02:07:06,424 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - FE444AEF69424718B2B5417E12D69491: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:06,425 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - FE444AEF69424718B2B5417E12D69491: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd/localmode-local-dir/output/attempt_1463537226190_0001_1_00_000000_0_10309_0/file.out
2016-05-18 02:07:06,428 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:06 Completed running task attempt: attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,428 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537226190_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:06,429 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537226190_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:06,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537226190_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537226420, Process_Duration=3, Process_End_Time=1463537226423, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:06,429 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537226190_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:06,429 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:06,429 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A9CAAEC25F84487F819ACC79764C3F20, taskAttemptId=attempt_1463537226190_0001_1_00_000000_0, creationTime=1463537226379, allocationTime=1463537226380, startTime=1463537226385, finishTime=1463537226429, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:06,430 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:06,430 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,430 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06,430 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537226190_0001_00_000001
2016-05-18 02:07:06,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_FINISHED]: vertexName=A9CAAEC25F84487F819ACC79764C3F20, taskId=task_1463537226190_0001_1_00_000000, startTime=1463537226385, finishTime=1463537226430, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537226190_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537226420, Process_Duration=3, Process_End_Time=1463537226423, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:06,430 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:06,430 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20]
2016-05-18 02:07:06,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_FINISHED]: vertexName=A9CAAEC25F84487F819ACC79764C3F20, vertexId=vertex_1463537226190_0001_1_00, initRequestedTime=1463537226361, initedTime=1463537226375, startRequestedTime=1463537226362, startedTime=1463537226375, finishTime=1463537226430, timeTaken=55, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537226420, Process_Duration=3, Process_End_Time=1463537226423, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537226385, firstTasksToStart=[ task_1463537226190_0001_1_00_000000 ], lastTaskFinishTime=1463537226429, lastTasksToFinish=[ task_1463537226190_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537226190_0001_1_00_000000 ], longestDurationTasks=[ task_1463537226190_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:06,431 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:06,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537226190_0001_00_000001, stoppedTime=1463537226431, exitStatus=0
2016-05-18 02:07:06,431 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] attempt: attempt_1463537226190_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:06,432 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537226190_0001_1_00 [A9CAAEC25F84487F819ACC79764C3F20] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:06,432 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:06,432 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FE444AEF69424718B2B5417E12D69491
2016-05-18 02:07:06,432 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537226190_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:06,432 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A9CAAEC25F84487F819ACC79764C3F20, destinationVertexName=FE444AEF69424718B2B5417E12D69491. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:06,432 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_STARTED]: vertexName=FE444AEF69424718B2B5417E12D69491, taskId=task_1463537226190_0001_1_01_000000, scheduledTime=1463537226432, launchTime=1463537226432
2016-05-18 02:07:06,433 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537226190_0001_00_000002, launchTime=1463537226434
2016-05-18 02:07:06,434 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537226190_0001_00_000002
2016-05-18 02:07:06,435 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537226190_0001_1_01_000000_0] started. Is using containerId: [container_1463537226190_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:06,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FE444AEF69424718B2B5417E12D69491, taskAttemptId=attempt_1463537226190_0001_1_01_000000_0, startTime=1463537226435, containerId=container_1463537226190_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:06,436 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537226190_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537226190_0001_1_01_000000_0
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226190_0001_1_01_000000_0
2016-05-18 02:07:06,436 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537226190_0001_1_01_000000_0
2016-05-18 02:07:06,436 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,437 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:06,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE, VertexName: FE444AEF69424718B2B5417E12D69491, VertexParallelism: 1, TaskAttemptID:attempt_1463537226190_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A9CAAEC25F84487F819ACC79764C3F20, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F2C66C1886FA4EC099B74A6DB1CEE04F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:06,438 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:06,438 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537226190_0001_1_01_000000_0
2016-05-18 02:07:06,440 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:06,440 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537226190_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:06,441 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537226190_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:06,441 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537226190_0001_00_000001, Exiting
2016-05-18 02:07:06,441 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537226190_0001_00_000001
2016-05-18 02:07:06,441 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537226190_0001_00_000001
2016-05-18 02:07:06,442 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:06,445 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537226190_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:06,445 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537226190_0001_00_000001 completed successfully
2016-05-18 02:07:06,446 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537226190_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,446 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537226190_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:06,448 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FE444AEF69424718B2B5417E12D69491, ordinal: 1
2016-05-18 02:07:06,449 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE444AEF69424718B2B5417E12D69491, mem on start (mb), free: 69, total: 374, max: 672
2016-05-18 02:07:06,449 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:06,449 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:06,449 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:06,453 INFO  output.MROutput (MROutput.java:initialize(421)) - F2C66C1886FA4EC099B74A6DB1CEE04F: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:06,453 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:06,453 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F2C66C1886FA4EC099B74A6DB1CEE04F:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A9CAAEC25F84487F819ACC79764C3F20:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:06,453 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:06,453 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:06,453 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:06,453 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F2C66C1886FA4EC099B74A6DB1CEE04F:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A9CAAEC25F84487F819ACC79764C3F20:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:06,454 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:06,454 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A9CAAEC25F84487F819ACC79764C3F20: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:06,454 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A9CAAEC25F84487F819ACC79764C3F20: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:06,455 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A9CAAEC25F84487F819ACC79764C3F20 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:06,455 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A9CAAEC25F84487F819ACC79764C3F20 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:06,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A9CAAEC25F84487F819ACC79764C3F20
2016-05-18 02:07:06,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:06,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:06,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:06,456 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537226190_0001_1_01_000000_0
2016-05-18 02:07:06,457 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A9CAAEC25F84487F819ACC79764C3F20: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:06,459 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537226190_0001_1_00_000000_0_10309} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537226459, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:06,459 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A9CAAEC25F84487F819ACC79764C3F20
2016-05-18 02:07:06,459 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:06,460 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:06,461 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A9CAAEC25F84487F819ACC79764C3F20, wasInterrupted=false
2016-05-18 02:07:06,460 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 2DF8DCE4E90D4A27A44AC2ED1E995AB0
2016-05-18 02:07:06,461 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:06,461 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_REPLACE"], id: F2C66C1886FA4EC099B74A6DB1CEE04F
2016-05-18 02:07:06,462 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_REPLACE"]
2016-05-18 02:07:06,462 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:06,462 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A9CAAEC25F84487F819ACC79764C3F20: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:06,463 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001_wd/localmode-local-dir/output/attempt_1463537226190_0001_1_00_000000_0_10309/file.out, len=181, isLocal=true
2016-05-18 02:07:06,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:06,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:06,463 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:06,463 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 2DF8DCE4E90D4A27A44AC2ED1E995AB0, for 1 inputs
2016-05-18 02:07:06,463 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:06,464 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A9CAAEC25F84487F819ACC79764C3F20
2016-05-18 02:07:06,464 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A9CAAEC25F84487F819ACC79764C3F20: Shuffle Runner thread complete
2016-05-18 02:07:06,464 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FE444AEF69424718B2B5417E12D69491, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:07:06,465 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,465 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A9CAAEC25F84487F819ACC79764C3F20: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:06,466 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:06,468 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:06,470 INFO  output.MROutput (MROutput.java:close(526)) - F2C66C1886FA4EC099B74A6DB1CEE04F closed
2016-05-18 02:07:06,471 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537226190_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:06,471 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537226190_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:06,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537226190_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537226464, Process_Duration=7, Process_End_Time=1463537226471, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:06,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:06,472 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE444AEF69424718B2B5417E12D69491, mem on close (mb), free: 66, total: 374, max: 672
2016-05-18 02:07:06,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=FE444AEF69424718B2B5417E12D69491, index=1, interruptedStatus=false
2016-05-18 02:07:06,472 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A9CAAEC25F84487F819ACC79764C3F20
2016-05-18 02:07:06,473 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A9CAAEC25F84487F819ACC79764C3F20: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:06,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=FE444AEF69424718B2B5417E12D69491, sourceVertex=A9CAAEC25F84487F819ACC79764C3F20, interruptedStatus=true
2016-05-18 02:07:06,473 INFO  output.MROutput (MROutput.java:close(526)) - F2C66C1886FA4EC099B74A6DB1CEE04F closed
2016-05-18 02:07:06,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=FE444AEF69424718B2B5417E12D69491, sourceVertex=F2C66C1886FA4EC099B74A6DB1CEE04F, interruptedStatus=true
2016-05-18 02:07:06,474 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537226190_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:07:06,474 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:07:06,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FE444AEF69424718B2B5417E12D69491, taskAttemptId=attempt_1463537226190_0001_1_01_000000_0, creationTime=1463537226433, allocationTime=1463537226433, startTime=1463537226435, finishTime=1463537226474, timeTaken=39, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537226190_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537226464, Process_Duration=7, Process_End_Time=1463537226471, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:06,474 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537226190_0001_00_000002
2016-05-18 02:07:06,474 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537226190_0001_00_000002
2016-05-18 02:07:06,474 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537226190_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:06,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:TASK_FINISHED]: vertexName=FE444AEF69424718B2B5417E12D69491, taskId=task_1463537226190_0001_1_01_000000, startTime=1463537226435, finishTime=1463537226474, timeTaken=39, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537226190_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:06,475 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] because task failed: task_1463537226190_0001_1_01_000000
2016-05-18 02:07:06,475 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:06,474 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537226190_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:07:06,475 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:06,475 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:06,475 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,475 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=F2C66C1886FA4EC099B74A6DB1CEE04F, vertexId=vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,476 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:VERTEX_FINISHED]: vertexName=FE444AEF69424718B2B5417E12D69491, vertexId=vertex_1463537226190_0001_1_01, initRequestedTime=1463537226362, initedTime=1463537226366, startRequestedTime=1463537226376, startedTime=1463537226376, finishTime=1463537226476, timeTaken=100, status=FAILED, diagnostics=Task failed, taskId=task_1463537226190_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537226190_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537226435, firstTasksToStart=[ task_1463537226190_0001_1_01_000000 ], lastTaskFinishTime=1463537226474, lastTasksToFinish=[ task_1463537226190_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:06,476 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:06,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537226190_0001_00_000002, stoppedTime=1463537226476, exitStatus=-1000
2016-05-18 02:07:06,477 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537226190_0001_1_01_000000_0 failed: true container: container_1463537226190_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:06,477 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:06,475 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537226190_0001_00_000002 completed but with errors
2016-05-18 02:07:06,477 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:06,477 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:06,478 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537226190_0001_1, queueSize=0
2016-05-18 02:07:06,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226190_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537226190_0001_1, startTime=1463537226360, finishTime=1463537226478, timeTaken=118, status=FAILED, diagnostics=Vertex failed, vertexName=FE444AEF69424718B2B5417E12D69491, vertexId=vertex_1463537226190_0001_1_01, diagnostics=[Task failed, taskId=task_1463537226190_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537226190_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=200, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537226420, Process_Duration=3, Process_End_Time=1463537226423, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:06,478 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537226190_0001_1_01 [FE444AEF69424718B2B5417E12D69491]
2016-05-18 02:07:06,478 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537226190_0001_1 finished with state: FAILED
2016-05-18 02:07:06,478 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537226190_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:06,479 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537226190_0001_00_000002
2016-05-18 02:07:06,479 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537226190_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:07:06 Completed Dag: dag_1463537226190_0001_1
2016-05-18 02:07:06,479 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537226190_0001_1, dagState=FAILED
2016-05-18 02:07:06,479 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537226190_0001_1_post
2016-05-18 02:07:06,479 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,479 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:07:06,479 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:06,479 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE, with id=dag_1463537226190_0001_1
2016-05-18 02:07:06,480 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02] every/(1/1) ...atform/ALL_VALUES_REPLACE, with id=dag_1463537226190_0001_1
2016-05-18 02:07:06,488 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/ALL_VALUES_REPLACE, applicationId=application_1463537226190_0001
2016-05-18 02:07:06,489 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:06,490 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:06,490 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:06,490 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:06,490 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:06,490 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:06,490 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:06,491 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:06,491 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:06,491 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:06,491 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:06,491 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:06,491 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:06,492 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:06,495 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/19ECF36248B84DD6BF6D68378D082B14/BB78DA09231845E2B1894134F1E1AC02/.tez/application_1463537226190_0001
2016-05-18 02:07:06,495 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:06,496 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:07:06,496 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:06,497 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_REPLACE/_temporary
2016-05-18 02:07:06,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.324
2016-05-18 02:07:06,497 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_VALUES_REPLACE
2016-05-18 02:07:06,527 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:06,527 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:06,562 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:07:06,568 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:07:06,569 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:06,569 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:06,569 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:06,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:06,597 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06,643 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:06,643 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:06,643 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2016-05-18 02:07:06,644 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:06,644 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:06,644 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:06,646 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06,646 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:06,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:06,662 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:06,663 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:06,663 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:06,671 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001 doesn't exist and is created
2016-05-18 02:07:06,690 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:06,690 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:06,691 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd
2016-05-18 02:07:06,705 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537226663_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:06,706 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:06,706 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:06,707 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:06,707 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:06,707 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:06,707 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:06,707 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:06,709 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:06,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:06,709 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:06,711 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:06,711 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:06,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:06,711 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd/localmode-log-dir
2016-05-18 02:07:06,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd/localmode-log-dir/history.txt.appattempt_1463537226663_0001_000000, maxErrors=10
2016-05-18 02:07:06,712 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:06,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537226663_0001_000000, appSubmitTime=1463537226705, launchTime=1463537226705
2016-05-18 02:07:06,715 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:06,716 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:37757
2016-05-18 02:07:06,717 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537226663
2016-05-18 02:07:06,718 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537226663_0001_000000, startTime=1463537226718
2016-05-18 02:07:06,718 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:06,790 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:06,790 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:06,790 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/ALL_VALUES_SWAP, applicationId=application_1463537226663_0001, dagName=[DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06,793 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:06,793 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:06,806 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06,806 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:06,807 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537226663_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd/localmode-log-dir/dag_1463537226663_0001_1.dot
2016-05-18 02:07:06,807 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd/localmode-log-dir/dag_1463537226663_0001_1-tez-dag.pb.txt
2016-05-18 02:07:06,814 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537226663_0001_1
2016-05-18 02:07:06,814 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,814 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06 Running Dag: dag_1463537226663_0001_1
2016-05-18 02:07:06,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537226663_0001_1, submitTime=1463537226806
2016-05-18 02:07:06,831 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001/tez-conf.pb" } size: 40947 timestamp: 1463537226000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:06,831 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,831 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:06,831 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001/tez-conf.pb" } size: 40947 timestamp: 1463537226000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:06,831 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,831 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:06,831 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:06,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537226663_0001_1, initTime=1463537226832
2016-05-18 02:07:06,832 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537226663_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:06,832 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:06,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:DAG_STARTED]: dagID=dag_1463537226663_0001_1, startTime=1463537226832
2016-05-18 02:07:06,832 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537226663_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:06,832 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F9BC6EB5F7474F908A2AAA7BB7029508 : {E86BB71F6E524A5C9B2DD41872DC3730={InputName=E86BB71F6E524A5C9B2DD41872DC3730}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:06,832 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E86BB71F6E524A5C9B2DD41872DC3730, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:06,832 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,833 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,833 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,833 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,835 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/ALL_VALUES_SWAP, applicationId=application_1463537226663_0001, dagName=[DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06,838 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:06,838 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,841 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:06,841 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,841 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,842 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E86BB71F6E524A5C9B2DD41872DC3730 on vertex vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537226663_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:06,842 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF], numAdditionalOutputs=1
2016-05-18 02:07:06,842 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=6CC19C9C90464F4AAFDAA7955008BCC7, vertex=vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:06,844 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D9A0F19641894A4DB5687CF5F77197DF:6CC19C9C90464F4AAFDAA7955008BCC7 using oldmapred API
2016-05-18 02:07:06,844 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=6CC19C9C90464F4AAFDAA7955008BCC7, vertexName=D9A0F19641894A4DB5687CF5F77197DF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:06,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D9A0F19641894A4DB5687CF5F77197DF, vertexId=vertex_1463537226663_0001_1_01, initRequestedTime=1463537226838, initedTime=1463537226842, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:06,845 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:06,847 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E86BB71F6E524A5C9B2DD41872DC3730 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:06,848 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:06,848 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:06,848 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:06,848 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:06,849 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E86BB71F6E524A5C9B2DD41872DC3730 on vertex vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,850 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:06,850 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E86BB71F6E524A5C9B2DD41872DC3730=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:06,850 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] parallelism set to 1
2016-05-18 02:07:06,850 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:06,851 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F9BC6EB5F7474F908A2AAA7BB7029508, vertexId=vertex_1463537226663_0001_1_00, initRequestedTime=1463537226832, initedTime=1463537226851, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:06,851 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] with distanceFromRoot: 0
2016-05-18 02:07:06,851 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:06,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537226663_0001_1_00, startRequestedTime=1463537226838, startedTime=1463537226852
2016-05-18 02:07:06,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537226663_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:06,853 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:06,853 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F9BC6EB5F7474F908A2AAA7BB7029508
2016-05-18 02:07:06,853 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,853 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537226663_0001_1_00 for vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] numStartedSources: 1 numSources: 1
2016-05-18 02:07:06,853 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] with distanceFromRoot: 1
2016-05-18 02:07:06,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537226663_0001_1_01, startRequestedTime=1463537226853, startedTime=1463537226854
2016-05-18 02:07:06,854 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:06,854 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D9A0F19641894A4DB5687CF5F77197DF with 0 source tasks and 1 pending tasks
2016-05-18 02:07:06,855 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_STARTED]: vertexName=F9BC6EB5F7474F908A2AAA7BB7029508, taskId=task_1463537226663_0001_1_00_000000, scheduledTime=1463537226855, launchTime=1463537226855
2016-05-18 02:07:06,855 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,855 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537226663_0001, with dag id: dag_1463537226663_0001_1
2016-05-18 02:07:06,857 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:06,857 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F9BC6EB5F7474F908A2AAA7BB7029508 in vertex: D9A0F19641894A4DB5687CF5F77197DF numBipartiteSourceTasks: 1
2016-05-18 02:07:06,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537226663_0001_00_000001, launchTime=1463537226858
2016-05-18 02:07:06,859 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537226663_0001_00_000001
2016-05-18 02:07:06,860 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537226663_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,860 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537226663_0001_1_00_000000_0] started. Is using containerId: [container_1463537226663_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:06,860 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,861 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,861 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:06,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F9BC6EB5F7474F908A2AAA7BB7029508, taskAttemptId=attempt_1463537226663_0001_1_00_000000_0, startTime=1463537226860, containerId=container_1463537226663_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:06,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP, VertexName: F9BC6EB5F7474F908A2AAA7BB7029508, VertexParallelism: 1, TaskAttemptID:attempt_1463537226663_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E86BB71F6E524A5C9B2DD41872DC3730, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D9A0F19641894A4DB5687CF5F77197DF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:06,861 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:06,861 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,862 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537226663_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:06,862 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537226663_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:06,864 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:06,867 INFO  input.MRInput (MRInput.java:initialize(440)) - E86BB71F6E524A5C9B2DD41872DC3730 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:06,867 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E86BB71F6E524A5C9B2DD41872DC3730
2016-05-18 02:07:06,868 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F9BC6EB5F7474F908A2AAA7BB7029508, ordinal: 0
2016-05-18 02:07:06,868 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9BC6EB5F7474F908A2AAA7BB7029508, mem on start (mb), free: 191, total: 374, max: 672
2016-05-18 02:07:06,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:06,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:06,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:06,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:06,869 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D9A0F19641894A4DB5687CF5F77197DF:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [E86BB71F6E524A5C9B2DD41872DC3730:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:07:06,869 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:06,869 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:06,869 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:06,869 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D9A0F19641894A4DB5687CF5F77197DF:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [E86BB71F6E524A5C9B2DD41872DC3730:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:07:06,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:06,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E86BB71F6E524A5C9B2DD41872DC3730 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:06,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:06,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:06,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E86BB71F6E524A5C9B2DD41872DC3730
2016-05-18 02:07:06,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:06,871 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,872 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:06,872 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E86BB71F6E524A5C9B2DD41872DC3730 initialized RecordReader from event
2016-05-18 02:07:06,875 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:06,875 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E86BB71F6E524A5C9B2DD41872DC3730
2016-05-18 02:07:06,875 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: C24FC12264254A5E90D1A1C5663299CD
2016-05-18 02:07:06,876 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] C24FC12264254A5E90D1A1C5663299CD
2016-05-18 02:07:06,876 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,878 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,878 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D9A0F19641894A4DB5687CF5F77197DF using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@1401aac2, comparator=cascading.tuple.hadoop.util.TupleComparator@7971b0d0, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:06,879 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D9A0F19641894A4DB5687CF5F77197DF: , UsingHashComparator=false
2016-05-18 02:07:06,892 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:06,892 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:06,892 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D9A0F19641894A4DB5687CF5F77197DF: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:06,892 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D9A0F19641894A4DB5687CF5F77197DF: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:06,892 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:06,893 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F9BC6EB5F7474F908A2AAA7BB7029508, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:06,894 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,895 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9BC6EB5F7474F908A2AAA7BB7029508, mem on close (mb), free: 90, total: 374, max: 672
2016-05-18 02:07:06,895 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D9A0F19641894A4DB5687CF5F77197DF: Starting flush of map output
2016-05-18 02:07:06,895 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D9A0F19641894A4DB5687CF5F77197DF: Span0.length = 20, perItem = 6
2016-05-18 02:07:06,895 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D9A0F19641894A4DB5687CF5F77197DF: done sorting span=0, length=20, time=0
2016-05-18 02:07:06,895 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D9A0F19641894A4DB5687CF5F77197DF: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:06,896 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D9A0F19641894A4DB5687CF5F77197DF: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd/localmode-local-dir/output/attempt_1463537226663_0001_1_00_000000_0_10314_0/file.out
2016-05-18 02:07:06,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:06 Completed running task attempt: attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,900 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537226663_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:06,900 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537226663_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:06,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537226663_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537226893, Process_Duration=1, Process_End_Time=1463537226894, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:06,901 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537226663_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:06,902 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:06,902 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:06,902 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F9BC6EB5F7474F908A2AAA7BB7029508, taskAttemptId=attempt_1463537226663_0001_1_00_000000_0, creationTime=1463537226855, allocationTime=1463537226858, startTime=1463537226860, finishTime=1463537226902, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:06,902 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_FINISHED]: vertexName=F9BC6EB5F7474F908A2AAA7BB7029508, taskId=task_1463537226663_0001_1_00_000000, startTime=1463537226860, finishTime=1463537226902, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1463537226663_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537226893, Process_Duration=1, Process_End_Time=1463537226894, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:06,903 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:06,903 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508]
2016-05-18 02:07:06,903 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537226663_0001_00_000001
2016-05-18 02:07:06,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_FINISHED]: vertexName=F9BC6EB5F7474F908A2AAA7BB7029508, vertexId=vertex_1463537226663_0001_1_00, initRequestedTime=1463537226832, initedTime=1463537226851, startRequestedTime=1463537226838, startedTime=1463537226852, finishTime=1463537226903, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537226893, Process_Duration=1, Process_End_Time=1463537226894, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537226860, firstTasksToStart=[ task_1463537226663_0001_1_00_000000 ], lastTaskFinishTime=1463537226902, lastTasksToFinish=[ task_1463537226663_0001_1_00_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537226663_0001_1_00_000000 ], longestDurationTasks=[ task_1463537226663_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:06,904 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:06,904 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] attempt: attempt_1463537226663_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:06,904 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D9A0F19641894A4DB5687CF5F77197DF
2016-05-18 02:07:06,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537226663_0001_00_000001, stoppedTime=1463537226904, exitStatus=0
2016-05-18 02:07:06,905 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537226663_0001_1_00 [F9BC6EB5F7474F908A2AAA7BB7029508] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:06,905 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:06,905 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F9BC6EB5F7474F908A2AAA7BB7029508, destinationVertexName=D9A0F19641894A4DB5687CF5F77197DF. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:06,905 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537226663_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:06,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_STARTED]: vertexName=D9A0F19641894A4DB5687CF5F77197DF, taskId=task_1463537226663_0001_1_01_000000, scheduledTime=1463537226905, launchTime=1463537226905
2016-05-18 02:07:06,906 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537226663_0001_00_000002, launchTime=1463537226907
2016-05-18 02:07:06,908 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537226663_0001_00_000002
2016-05-18 02:07:06,908 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537226663_0001_1_01_000000_0] started. Is using containerId: [container_1463537226663_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:06,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D9A0F19641894A4DB5687CF5F77197DF, taskAttemptId=attempt_1463537226663_0001_1_01_000000_0, startTime=1463537226908, containerId=container_1463537226663_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:06,909 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537226663_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537226663_0001_1_01_000000_0
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226663_0001_1_01_000000_0
2016-05-18 02:07:06,909 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537226663_0001_1_01_000000_0
2016-05-18 02:07:06,909 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,909 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:06,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP, VertexName: D9A0F19641894A4DB5687CF5F77197DF, VertexParallelism: 1, TaskAttemptID:attempt_1463537226663_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F9BC6EB5F7474F908A2AAA7BB7029508, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6CC19C9C90464F4AAFDAA7955008BCC7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:06,909 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:06,911 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537226663_0001_1_01_000000_0
2016-05-18 02:07:06,911 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537226663_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,912 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537226663_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:06,915 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:06,916 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537226663_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:06,920 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537226663_0001_00_000001: 16 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:06,920 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537226663_0001_00_000001, Exiting
2016-05-18 02:07:06,920 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537226663_0001_00_000001
2016-05-18 02:07:06,920 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537226663_0001_00_000001
2016-05-18 02:07:06,923 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537226663_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:06,923 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537226663_0001_00_000001 completed successfully
2016-05-18 02:07:06,926 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D9A0F19641894A4DB5687CF5F77197DF, ordinal: 1
2016-05-18 02:07:06,926 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D9A0F19641894A4DB5687CF5F77197DF, mem on start (mb), free: 85, total: 374, max: 672
2016-05-18 02:07:06,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:06,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:06,928 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:06,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:06,929 INFO  output.MROutput (MROutput.java:initialize(421)) - 6CC19C9C90464F4AAFDAA7955008BCC7: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:06,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:06,929 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[6CC19C9C90464F4AAFDAA7955008BCC7:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [F9BC6EB5F7474F908A2AAA7BB7029508:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:06,930 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:06,930 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:06,930 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:06,930 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[6CC19C9C90464F4AAFDAA7955008BCC7:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [F9BC6EB5F7474F908A2AAA7BB7029508:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:06,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:06,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F9BC6EB5F7474F908A2AAA7BB7029508 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:06,931 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F9BC6EB5F7474F908A2AAA7BB7029508: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:06,932 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F9BC6EB5F7474F908A2AAA7BB7029508: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:06,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:06,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:06,934 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F9BC6EB5F7474F908A2AAA7BB7029508 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:06,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F9BC6EB5F7474F908A2AAA7BB7029508
2016-05-18 02:07:06,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:06,935 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537226663_0001_1_01_000000_0
2016-05-18 02:07:06,937 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9BC6EB5F7474F908A2AAA7BB7029508: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:06,937 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:06,938 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: C24FC12264254A5E90D1A1C5663299CD
2016-05-18 02:07:06,938 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_SWAP"], id: 6CC19C9C90464F4AAFDAA7955008BCC7
2016-05-18 02:07:06,939 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_SWAP"]
2016-05-18 02:07:06,939 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] C24FC12264254A5E90D1A1C5663299CD, for 1 inputs
2016-05-18 02:07:06,939 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537226663_0001_1_00_000000_0_10314} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537226939, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:06,939 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F9BC6EB5F7474F908A2AAA7BB7029508
2016-05-18 02:07:06,939 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:06,939 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F9BC6EB5F7474F908A2AAA7BB7029508, wasInterrupted=false
2016-05-18 02:07:06,940 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:06,940 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:06,941 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,941 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001_wd/localmode-local-dir/output/attempt_1463537226663_0001_1_00_000000_0_10314/file.out, len=181, isLocal=true
2016-05-18 02:07:06,941 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:06,941 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:06,942 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:06,942 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:06,942 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D9A0F19641894A4DB5687CF5F77197DF, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:07:06,942 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F9BC6EB5F7474F908A2AAA7BB7029508
2016-05-18 02:07:06,942 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F9BC6EB5F7474F908A2AAA7BB7029508: Shuffle Runner thread complete
2016-05-18 02:07:06,943 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:06,943 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F9BC6EB5F7474F908A2AAA7BB7029508: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:06,945 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:06,945 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:06,946 INFO  output.MROutput (MROutput.java:close(526)) - 6CC19C9C90464F4AAFDAA7955008BCC7 closed
2016-05-18 02:07:06,946 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537226663_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:06,947 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537226663_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:06,947 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537226663_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537226942, Process_Duration=5, Process_End_Time=1463537226947, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:06,947 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:06,947 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D9A0F19641894A4DB5687CF5F77197DF, mem on close (mb), free: 81, total: 374, max: 672
2016-05-18 02:07:06,947 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=D9A0F19641894A4DB5687CF5F77197DF, index=1, interruptedStatus=false
2016-05-18 02:07:06,947 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F9BC6EB5F7474F908A2AAA7BB7029508
2016-05-18 02:07:06,947 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9BC6EB5F7474F908A2AAA7BB7029508: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:06,947 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=D9A0F19641894A4DB5687CF5F77197DF, sourceVertex=F9BC6EB5F7474F908A2AAA7BB7029508, interruptedStatus=true
2016-05-18 02:07:06,948 INFO  output.MROutput (MROutput.java:close(526)) - 6CC19C9C90464F4AAFDAA7955008BCC7 closed
2016-05-18 02:07:06,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=D9A0F19641894A4DB5687CF5F77197DF, sourceVertex=6CC19C9C90464F4AAFDAA7955008BCC7, interruptedStatus=true
2016-05-18 02:07:06,948 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537226663_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}  
2016-05-18 02:07:06,949 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], containerShutdownRequested=false}
2016-05-18 02:07:06,949 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537226663_0001_00_000002
2016-05-18 02:07:06,949 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537226663_0001_00_000002
2016-05-18 02:07:06,949 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537226663_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]'}
2016-05-18 02:07:06,949 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537226663_0001_00_000002 completed but with errors
2016-05-18 02:07:06,949 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D9A0F19641894A4DB5687CF5F77197DF, taskAttemptId=attempt_1463537226663_0001_1_01_000000_0, creationTime=1463537226906, allocationTime=1463537226906, startTime=1463537226908, finishTime=1463537226949, timeTaken=41, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537226663_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537226942, Process_Duration=5, Process_End_Time=1463537226947, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:06,950 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537226663_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
2016-05-18 02:07:06,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537226663_0001_00_000002, stoppedTime=1463537226950, exitStatus=1
2016-05-18 02:07:06,950 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537226663_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:06,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:TASK_FINISHED]: vertexName=D9A0F19641894A4DB5687CF5F77197DF, taskId=task_1463537226663_0001_1_01_000000, startTime=1463537226908, finishTime=1463537226950, timeTaken=42, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537226663_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:06,951 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] because task failed: task_1463537226663_0001_1_01_000000
2016-05-18 02:07:06,951 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:06,951 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:06,951 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:06,951 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,951 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=6CC19C9C90464F4AAFDAA7955008BCC7, vertexId=vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:VERTEX_FINISHED]: vertexName=D9A0F19641894A4DB5687CF5F77197DF, vertexId=vertex_1463537226663_0001_1_01, initRequestedTime=1463537226838, initedTime=1463537226842, startRequestedTime=1463537226853, startedTime=1463537226854, finishTime=1463537226952, timeTaken=98, status=FAILED, diagnostics=Task failed, taskId=task_1463537226663_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537226663_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537226908, firstTasksToStart=[ task_1463537226663_0001_1_01_000000 ], lastTaskFinishTime=1463537226949, lastTasksToFinish=[ task_1463537226663_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:06,952 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:06,952 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537226663_0001_1_01_000000_0 failed: true container: container_1463537226663_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:06,953 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:06,953 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:06,953 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:06,954 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537226663_0001_1, queueSize=0
2016-05-18 02:07:06,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537226663_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537226663_0001_1, startTime=1463537226832, finishTime=1463537226953, timeTaken=121, status=FAILED, diagnostics=Vertex failed, vertexName=D9A0F19641894A4DB5687CF5F77197DF, vertexId=vertex_1463537226663_0001_1_01, diagnostics=[Task failed, taskId=task_1463537226663_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537226663_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:VALUES]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=240, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537226893, Process_Duration=1, Process_End_Time=1463537226894, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:06,955 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537226663_0001_1_01 [D9A0F19641894A4DB5687CF5F77197DF]
2016-05-18 02:07:06,955 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537226663_0001_1 finished with state: FAILED
2016-05-18 02:07:06,955 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537226663_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:06 Completed Dag: dag_1463537226663_0001_1
2016-05-18 02:07:06,957 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537226663_0001_1, dagState=FAILED
2016-05-18 02:07:06,957 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537226663_0001_1_post
2016-05-18 02:07:06,957 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:06,958 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:06,958 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:06,959 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP, with id=dag_1463537226663_0001_1
2016-05-18 02:07:06,959 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355] every/(1/1) ...yplatform/ALL_VALUES_SWAP, with id=dag_1463537226663_0001_1
2016-05-18 02:07:06,962 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/ALL_VALUES_SWAP, applicationId=application_1463537226663_0001
2016-05-18 02:07:06,963 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:06,963 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:06,963 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:06,963 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:06,963 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:06,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:06,964 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:06,964 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:06,965 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:06,965 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:06,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:06,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:06,965 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:06,965 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:06,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DE9CB2D5E8F0460FA6489C13491A1D03/E1611B91DB1140ED826FFA3AE35C3355/.tez/application_1463537226663_0001
2016-05-18 02:07:06,968 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:06,969 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:07:06,969 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:06,969 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_VALUES_SWAP/_temporary
2016-05-18 02:07:06,970 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.326
2016-05-18 02:07:06,970 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_VALUES_SWAP
2016-05-18 02:07:07,004 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:07,004 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:07,036 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:07:07,041 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:07:07,042 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:07,042 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:07,042 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:07,063 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:07,067 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:07,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:07,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_-1"]
2016-05-18 02:07:07,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:07,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:07,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:07,115 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07,115 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:07,128 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:07,132 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:07,133 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:07,133 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:07,142 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001 doesn't exist and is created
2016-05-18 02:07:07,161 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:07,161 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:07,162 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd
2016-05-18 02:07:07,177 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537227133_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:07,178 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:07,178 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:07,180 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:07,180 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:07,180 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:07,180 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:07,180 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:07,182 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:07,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:07,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:07,183 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:07,186 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:07,187 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:07,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:07,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd/localmode-log-dir
2016-05-18 02:07:07,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd/localmode-log-dir/history.txt.appattempt_1463537227133_0001_000000, maxErrors=10
2016-05-18 02:07:07,187 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:07,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537227133_0001_000000, appSubmitTime=1463537227177, launchTime=1463537227177
2016-05-18 02:07:07,189 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:07,192 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58827
2016-05-18 02:07:07,192 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537227133
2016-05-18 02:07:07,194 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537227133_0001_000000, startTime=1463537227194
2016-05-18 02:07:07,194 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:07,261 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:07,262 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:07,262 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...emblyplatform/ALL_ARGS_-1, applicationId=application_1463537227133_0001, dagName=[5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07,277 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07,277 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:07,278 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537227133_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd/localmode-log-dir/dag_1463537227133_0001_1.dot
2016-05-18 02:07:07,279 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd/localmode-log-dir/dag_1463537227133_0001_1-tez-dag.pb.txt
2016-05-18 02:07:07,285 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537227133_0001_1
2016-05-18 02:07:07,285 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,285 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07 Running Dag: dag_1463537227133_0001_1
2016-05-18 02:07:07,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537227133_0001_1, submitTime=1463537227277
2016-05-18 02:07:07,300 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001/tez-conf.pb" } size: 40947 timestamp: 1463537227000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:07,300 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,301 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:07,301 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001/tez-conf.pb" } size: 40947 timestamp: 1463537227000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:07,302 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,302 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:07,302 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:07,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537227133_0001_1, initTime=1463537227302
2016-05-18 02:07:07,303 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537227133_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:07,304 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...emblyplatform/ALL_ARGS_-1, applicationId=application_1463537227133_0001, dagName=[5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07,305 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:07,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:DAG_STARTED]: dagID=dag_1463537227133_0001_1, startTime=1463537227305
2016-05-18 02:07:07,305 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537227133_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:07,306 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EF028C24394445DD8BF6DF40FDF4B9F9 : {F5C57EF2B41942FF828F8D9412F44310={InputName=F5C57EF2B41942FF828F8D9412F44310}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:07,306 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: F5C57EF2B41942FF828F8D9412F44310, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:07,306 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,306 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,306 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,306 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,307 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:07,307 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,311 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:07,311 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,311 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537227133_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:07,312 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA], numAdditionalOutputs=1
2016-05-18 02:07:07,312 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=22655081C84A468A9E104DB8EC8CE0CA, vertex=vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:07,313 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: F5C57EF2B41942FF828F8D9412F44310 on vertex vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,314 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D6217A1DB5584B5292C1DC5E78DD16CA:22655081C84A468A9E104DB8EC8CE0CA using oldmapred API
2016-05-18 02:07:07,314 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=22655081C84A468A9E104DB8EC8CE0CA, vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:07,314 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:07,314 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:07,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, vertexId=vertex_1463537227133_0001_1_01, initRequestedTime=1463537227307, initedTime=1463537227312, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:07,315 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:07,316 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input F5C57EF2B41942FF828F8D9412F44310 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:07,317 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:07,317 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:07,317 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:07,317 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:07,318 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: F5C57EF2B41942FF828F8D9412F44310 on vertex vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,319 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:07,319 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {F5C57EF2B41942FF828F8D9412F44310=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:07,319 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] parallelism set to 1
2016-05-18 02:07:07,319 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:07,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EF028C24394445DD8BF6DF40FDF4B9F9, vertexId=vertex_1463537227133_0001_1_00, initRequestedTime=1463537227306, initedTime=1463537227320, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:07,320 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] with distanceFromRoot: 0
2016-05-18 02:07:07,320 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:07,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537227133_0001_1_00, startRequestedTime=1463537227307, startedTime=1463537227320
2016-05-18 02:07:07,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537227133_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:07,321 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:07,321 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537227133_0001_1_00 for vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] numStartedSources: 1 numSources: 1
2016-05-18 02:07:07,321 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] with distanceFromRoot: 1
2016-05-18 02:07:07,321 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EF028C24394445DD8BF6DF40FDF4B9F9
2016-05-18 02:07:07,321 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537227133_0001_1_01, startRequestedTime=1463537227321, startedTime=1463537227321
2016-05-18 02:07:07,322 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:07,322 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D6217A1DB5584B5292C1DC5E78DD16CA with 0 source tasks and 1 pending tasks
2016-05-18 02:07:07,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_STARTED]: vertexName=EF028C24394445DD8BF6DF40FDF4B9F9, taskId=task_1463537227133_0001_1_00_000000, scheduledTime=1463537227322, launchTime=1463537227322
2016-05-18 02:07:07,322 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537227133_0001, with dag id: dag_1463537227133_0001_1
2016-05-18 02:07:07,323 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,323 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EF028C24394445DD8BF6DF40FDF4B9F9 in vertex: D6217A1DB5584B5292C1DC5E78DD16CA numBipartiteSourceTasks: 1
2016-05-18 02:07:07,323 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:07,326 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537227133_0001_00_000001, launchTime=1463537227325
2016-05-18 02:07:07,326 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537227133_0001_00_000001
2016-05-18 02:07:07,327 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537227133_0001_1_00_000000_0] started. Is using containerId: [container_1463537227133_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:07,327 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EF028C24394445DD8BF6DF40FDF4B9F9, taskAttemptId=attempt_1463537227133_0001_1_00_000000_0, startTime=1463537227327, containerId=container_1463537227133_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:07,327 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537227133_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,328 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,328 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,328 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:07,328 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1, VertexName: EF028C24394445DD8BF6DF40FDF4B9F9, VertexParallelism: 1, TaskAttemptID:attempt_1463537227133_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F5C57EF2B41942FF828F8D9412F44310, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D6217A1DB5584B5292C1DC5E78DD16CA, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:07,329 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:07,329 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,329 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537227133_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:07,330 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537227133_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:07,334 INFO  input.MRInput (MRInput.java:initialize(440)) - F5C57EF2B41942FF828F8D9412F44310 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:07,334 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: F5C57EF2B41942FF828F8D9412F44310
2016-05-18 02:07:07,334 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:07,337 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EF028C24394445DD8BF6DF40FDF4B9F9, ordinal: 0
2016-05-18 02:07:07,337 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF028C24394445DD8BF6DF40FDF4B9F9, mem on start (mb), free: 202, total: 374, max: 672
2016-05-18 02:07:07,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:07,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:07,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:07,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:07,337 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F5C57EF2B41942FF828F8D9412F44310:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D6217A1DB5584B5292C1DC5E78DD16CA:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:07,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:07,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:07,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:07,337 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F5C57EF2B41942FF828F8D9412F44310:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D6217A1DB5584B5292C1DC5E78DD16CA:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:07,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:07,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F5C57EF2B41942FF828F8D9412F44310 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:07,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F5C57EF2B41942FF828F8D9412F44310
2016-05-18 02:07:07,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:07,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:07,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:07,338 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,340 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:07,340 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - F5C57EF2B41942FF828F8D9412F44310 initialized RecordReader from event
2016-05-18 02:07:07,342 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:07,342 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: F5C57EF2B41942FF828F8D9412F44310
2016-05-18 02:07:07,342 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 85C548ED66FE4A5CAB0C56BC8E4040F6
2016-05-18 02:07:07,343 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 85C548ED66FE4A5CAB0C56BC8E4040F6
2016-05-18 02:07:07,344 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,346 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,346 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D6217A1DB5584B5292C1DC5E78DD16CA using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@16ffc1b0, comparator=cascading.tuple.hadoop.util.TupleComparator@7105159b, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:07,346 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D6217A1DB5584B5292C1DC5E78DD16CA: , UsingHashComparator=false
2016-05-18 02:07:07,359 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:07,359 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:07,359 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D6217A1DB5584B5292C1DC5E78DD16CA: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:07,360 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D6217A1DB5584B5292C1DC5E78DD16CA: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:07,360 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:07,360 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EF028C24394445DD8BF6DF40FDF4B9F9, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:07,363 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,363 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF028C24394445DD8BF6DF40FDF4B9F9, mem on close (mb), free: 100, total: 374, max: 672
2016-05-18 02:07:07,363 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D6217A1DB5584B5292C1DC5E78DD16CA: Starting flush of map output
2016-05-18 02:07:07,363 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D6217A1DB5584B5292C1DC5E78DD16CA: Span0.length = 20, perItem = 6
2016-05-18 02:07:07,364 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D6217A1DB5584B5292C1DC5E78DD16CA: done sorting span=0, length=20, time=1
2016-05-18 02:07:07,364 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D6217A1DB5584B5292C1DC5E78DD16CA: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:07,365 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D6217A1DB5584B5292C1DC5E78DD16CA: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd/localmode-local-dir/output/attempt_1463537227133_0001_1_00_000000_0_10321_0/file.out
2016-05-18 02:07:07,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:07 Completed running task attempt: attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,369 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537227133_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:07,369 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537227133_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:07,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537227133_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537227360, Process_Duration=3, Process_End_Time=1463537227363, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:07,370 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537227133_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:07,370 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:07,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EF028C24394445DD8BF6DF40FDF4B9F9, taskAttemptId=attempt_1463537227133_0001_1_00_000000_0, creationTime=1463537227322, allocationTime=1463537227324, startTime=1463537227327, finishTime=1463537227370, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:07,370 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:07,370 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,370 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_FINISHED]: vertexName=EF028C24394445DD8BF6DF40FDF4B9F9, taskId=task_1463537227133_0001_1_00_000000, startTime=1463537227327, finishTime=1463537227370, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537227133_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537227360, Process_Duration=3, Process_End_Time=1463537227363, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:07,371 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:07,371 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9]
2016-05-18 02:07:07,371 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537227133_0001_00_000001
2016-05-18 02:07:07,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_FINISHED]: vertexName=EF028C24394445DD8BF6DF40FDF4B9F9, vertexId=vertex_1463537227133_0001_1_00, initRequestedTime=1463537227306, initedTime=1463537227320, startRequestedTime=1463537227307, startedTime=1463537227320, finishTime=1463537227371, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537227360, Process_Duration=3, Process_End_Time=1463537227363, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537227327, firstTasksToStart=[ task_1463537227133_0001_1_00_000000 ], lastTaskFinishTime=1463537227370, lastTasksToFinish=[ task_1463537227133_0001_1_00_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537227133_0001_1_00_000000 ], longestDurationTasks=[ task_1463537227133_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:07,372 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:07,372 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] attempt: attempt_1463537227133_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:07,373 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D6217A1DB5584B5292C1DC5E78DD16CA
2016-05-18 02:07:07,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537227133_0001_00_000001, stoppedTime=1463537227373, exitStatus=0
2016-05-18 02:07:07,373 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537227133_0001_1_00 [EF028C24394445DD8BF6DF40FDF4B9F9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:07,373 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:07,373 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EF028C24394445DD8BF6DF40FDF4B9F9, destinationVertexName=D6217A1DB5584B5292C1DC5E78DD16CA. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:07,373 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,373 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537227133_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:07,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_STARTED]: vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, taskId=task_1463537227133_0001_1_01_000000, scheduledTime=1463537227373, launchTime=1463537227373
2016-05-18 02:07:07,374 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537227133_0001_00_000002, launchTime=1463537227375
2016-05-18 02:07:07,376 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537227133_0001_00_000002
2016-05-18 02:07:07,376 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537227133_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537227133_0001_1_01_000000_0
2016-05-18 02:07:07,376 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537227133_0001_1_01_000000_0] started. Is using containerId: [container_1463537227133_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227133_0001_1_01_000000_0
2016-05-18 02:07:07,377 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537227133_0001_1_01_000000_0
2016-05-18 02:07:07,377 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, taskAttemptId=attempt_1463537227133_0001_1_01_000000_0, startTime=1463537227376, containerId=container_1463537227133_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:07,377 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:07,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1, VertexName: D6217A1DB5584B5292C1DC5E78DD16CA, VertexParallelism: 1, TaskAttemptID:attempt_1463537227133_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EF028C24394445DD8BF6DF40FDF4B9F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=22655081C84A468A9E104DB8EC8CE0CA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:07,377 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:07,378 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537227133_0001_1_01_000000_0
2016-05-18 02:07:07,379 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537227133_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,379 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537227133_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:07,381 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:07,382 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537227133_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:07,382 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537227133_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:07,382 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537227133_0001_00_000001, Exiting
2016-05-18 02:07:07,382 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537227133_0001_00_000001
2016-05-18 02:07:07,382 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537227133_0001_00_000001
2016-05-18 02:07:07,382 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:07,384 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537227133_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:07,384 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537227133_0001_00_000001 completed successfully
2016-05-18 02:07:07,388 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D6217A1DB5584B5292C1DC5E78DD16CA, ordinal: 1
2016-05-18 02:07:07,388 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6217A1DB5584B5292C1DC5E78DD16CA, mem on start (mb), free: 94, total: 374, max: 672
2016-05-18 02:07:07,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:07,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:07,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:07,392 INFO  output.MROutput (MROutput.java:initialize(421)) - 22655081C84A468A9E104DB8EC8CE0CA: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:07,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:07,392 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[22655081C84A468A9E104DB8EC8CE0CA:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [EF028C24394445DD8BF6DF40FDF4B9F9:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:07,392 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:07,392 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:07,392 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:07,392 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[22655081C84A468A9E104DB8EC8CE0CA:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [EF028C24394445DD8BF6DF40FDF4B9F9:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:07,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:07,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EF028C24394445DD8BF6DF40FDF4B9F9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:07,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:07,392 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EF028C24394445DD8BF6DF40FDF4B9F9: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:07,393 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EF028C24394445DD8BF6DF40FDF4B9F9: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:07,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:07,393 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EF028C24394445DD8BF6DF40FDF4B9F9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:07,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EF028C24394445DD8BF6DF40FDF4B9F9
2016-05-18 02:07:07,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:07,394 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537227133_0001_1_01_000000_0
2016-05-18 02:07:07,395 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EF028C24394445DD8BF6DF40FDF4B9F9: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:07,397 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537227133_0001_1_00_000000_0_10321} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537227397, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:07,397 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EF028C24394445DD8BF6DF40FDF4B9F9
2016-05-18 02:07:07,397 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:07,397 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EF028C24394445DD8BF6DF40FDF4B9F9, wasInterrupted=false
2016-05-18 02:07:07,397 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:07,397 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:07,398 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:07,399 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,399 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001_wd/localmode-local-dir/output/attempt_1463537227133_0001_1_00_000000_0_10321/file.out, len=181, isLocal=true
2016-05-18 02:07:07,399 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:07,399 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:07,399 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:07,399 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:07,399 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EF028C24394445DD8BF6DF40FDF4B9F9
2016-05-18 02:07:07,399 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EF028C24394445DD8BF6DF40FDF4B9F9: Shuffle Runner thread complete
2016-05-18 02:07:07,397 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - EF028C24394445DD8BF6DF40FDF4B9F9: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:07,400 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 85C548ED66FE4A5CAB0C56BC8E4040F6
2016-05-18 02:07:07,400 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_-1"], id: 22655081C84A468A9E104DB8EC8CE0CA
2016-05-18 02:07:07,401 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_-1"]
2016-05-18 02:07:07,401 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 85C548ED66FE4A5CAB0C56BC8E4040F6, for 1 inputs
2016-05-18 02:07:07,401 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D6217A1DB5584B5292C1DC5E78DD16CA, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:07,403 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,403 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EF028C24394445DD8BF6DF40FDF4B9F9: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:07,405 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:07,409 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:07,411 INFO  output.MROutput (MROutput.java:close(526)) - 22655081C84A468A9E104DB8EC8CE0CA closed
2016-05-18 02:07:07,412 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537227133_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:07,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537227133_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:07,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537227133_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537227401, Process_Duration=11, Process_End_Time=1463537227412, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:07,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:07,413 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6217A1DB5584B5292C1DC5E78DD16CA, mem on close (mb), free: 90, total: 374, max: 672
2016-05-18 02:07:07,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=D6217A1DB5584B5292C1DC5E78DD16CA, index=1, interruptedStatus=false
2016-05-18 02:07:07,413 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EF028C24394445DD8BF6DF40FDF4B9F9
2016-05-18 02:07:07,413 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EF028C24394445DD8BF6DF40FDF4B9F9: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:07,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=D6217A1DB5584B5292C1DC5E78DD16CA, sourceVertex=EF028C24394445DD8BF6DF40FDF4B9F9, interruptedStatus=true
2016-05-18 02:07:07,413 INFO  output.MROutput (MROutput.java:close(526)) - 22655081C84A468A9E104DB8EC8CE0CA closed
2016-05-18 02:07:07,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=D6217A1DB5584B5292C1DC5E78DD16CA, sourceVertex=22655081C84A468A9E104DB8EC8CE0CA, interruptedStatus=true
2016-05-18 02:07:07,414 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537227133_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}  
2016-05-18 02:07:07,414 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}
2016-05-18 02:07:07,414 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537227133_0001_00_000002
2016-05-18 02:07:07,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, taskAttemptId=attempt_1463537227133_0001_1_01_000000_0, creationTime=1463537227374, allocationTime=1463537227374, startTime=1463537227376, finishTime=1463537227414, timeTaken=38, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537227133_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537227401, Process_Duration=11, Process_End_Time=1463537227412, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:07,415 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537227133_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:07,414 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537227133_0001_00_000002
2016-05-18 02:07:07,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:TASK_FINISHED]: vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, taskId=task_1463537227133_0001_1_01_000000, startTime=1463537227376, finishTime=1463537227415, timeTaken=39, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537227133_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:07,415 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] because task failed: task_1463537227133_0001_1_01_000000
2016-05-18 02:07:07,415 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:07,415 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:07,415 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:07,415 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,416 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=22655081C84A468A9E104DB8EC8CE0CA, vertexId=vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,416 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537227133_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]'}
2016-05-18 02:07:07,416 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537227133_0001_00_000002 completed but with errors
2016-05-18 02:07:07,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:VERTEX_FINISHED]: vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, vertexId=vertex_1463537227133_0001_1_01, initRequestedTime=1463537227307, initedTime=1463537227312, startRequestedTime=1463537227321, startedTime=1463537227321, finishTime=1463537227417, timeTaken=96, status=FAILED, diagnostics=Task failed, taskId=task_1463537227133_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537227133_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537227376, firstTasksToStart=[ task_1463537227133_0001_1_01_000000 ], lastTaskFinishTime=1463537227414, lastTasksToFinish=[ task_1463537227133_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:07,417 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:07,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537227133_0001_00_000002, stoppedTime=1463537227417, exitStatus=-1000
2016-05-18 02:07:07,417 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537227133_0001_1_01_000000_0 failed: true container: container_1463537227133_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:07,417 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537227133_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
2016-05-18 02:07:07,418 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:07,418 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:07,418 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:07,418 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537227133_0001_1, queueSize=0
2016-05-18 02:07:07,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227133_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537227133_0001_1, startTime=1463537227305, finishTime=1463537227418, timeTaken=113, status=FAILED, diagnostics=Vertex failed, vertexName=D6217A1DB5584B5292C1DC5E78DD16CA, vertexId=vertex_1463537227133_0001_1_01, diagnostics=[Task failed, taskId=task_1463537227133_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537227133_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=200, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537227360, Process_Duration=3, Process_End_Time=1463537227363, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:07,419 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537227133_0001_1_01 [D6217A1DB5584B5292C1DC5E78DD16CA]
2016-05-18 02:07:07,419 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537227133_0001_1 finished with state: FAILED
2016-05-18 02:07:07,419 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537227133_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:07,419 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537227133_0001_00_000002
2016-05-18 02:07:07 Completed Dag: dag_1463537227133_0001_1
2016-05-18 02:07:07,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537227133_0001_1, dagState=FAILED
2016-05-18 02:07:07,420 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537227133_0001_1_post
2016-05-18 02:07:07,420 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:07:07,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:07,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1, with id=dag_1463537227133_0001_1
2016-05-18 02:07:07,420 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F] every/(1/1) ...emblyplatform/ALL_ARGS_-1, with id=dag_1463537227133_0001_1
2016-05-18 02:07:07,432 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...emblyplatform/ALL_ARGS_-1, applicationId=application_1463537227133_0001
2016-05-18 02:07:07,434 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:07,434 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:07,434 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:07,434 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:07,434 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:07,434 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:07,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:07,435 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:07,435 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:07,435 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:07,435 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:07,435 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:07,436 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:07,436 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:07,439 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5100E71E55764F16902E34DF684122E4/C427DB702ED7460BA131187D0259345F/.tez/application_1463537227133_0001
2016-05-18 02:07:07,439 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:07,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:07:07,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:07,440 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_-1/_temporary
2016-05-18 02:07:07,441 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.326
2016-05-18 02:07:07,441 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_ARGS_-1
2016-05-18 02:07:07,464 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:07,464 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:07,489 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:07:07,490 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:07:07,490 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:07,490 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:07,491 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_ARGS_'field'
2016-05-18 02:07:07,514 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:07,514 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:07,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.004
2016-05-18 02:07:07,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:07:07,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:07,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:07,559 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:07,573 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:07,578 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_RESULTS
2016-05-18 02:07:07,627 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:07,627 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:07,627 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2016-05-18 02:07:07,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:07,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:07,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:07,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:07:07,628 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:07,642 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:07,646 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:07,647 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:07,647 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:07,656 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001 doesn't exist and is created
2016-05-18 02:07:07,676 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:07,676 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:07,676 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd
2016-05-18 02:07:07,692 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537227646_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:07,692 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:07,692 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:07,693 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:07,693 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:07,693 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:07,693 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:07,694 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:07,695 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:07,695 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:07,696 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:07,696 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:07,697 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:07,698 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:07,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:07,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd/localmode-log-dir
2016-05-18 02:07:07,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd/localmode-log-dir/history.txt.appattempt_1463537227646_0001_000000, maxErrors=10
2016-05-18 02:07:07,698 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:07,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537227646_0001_000000, appSubmitTime=1463537227691, launchTime=1463537227691
2016-05-18 02:07:07,701 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:07,704 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:35538
2016-05-18 02:07:07,704 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537227646
2016-05-18 02:07:07,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537227646_0001_000000, startTime=1463537227706
2016-05-18 02:07:07,706 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:07,776 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:07,776 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:07,776 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_RESULTS, applicationId=application_1463537227646_0001, dagName=[95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:07:07,792 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:07:07,792 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:07,793 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537227646_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd/localmode-log-dir/dag_1463537227646_0001_1.dot
2016-05-18 02:07:07,794 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd/localmode-log-dir/dag_1463537227646_0001_1-tez-dag.pb.txt
2016-05-18 02:07:07,803 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537227646_0001_1
2016-05-18 02:07:07,803 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,803 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:07:07 Running Dag: dag_1463537227646_0001_1
2016-05-18 02:07:07,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537227646_0001_1, submitTime=1463537227792
2016-05-18 02:07:07,820 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001/tez-conf.pb" } size: 40947 timestamp: 1463537227000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:07,821 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,821 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:07,822 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001/tez-conf.pb" } size: 40947 timestamp: 1463537227000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:07,822 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,822 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:07,822 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:07,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537227646_0001_1, initTime=1463537227822
2016-05-18 02:07:07,823 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537227646_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:07,823 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:07,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:DAG_STARTED]: dagID=dag_1463537227646_0001_1, startTime=1463537227823
2016-05-18 02:07:07,823 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537227646_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:07,823 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D51A597F62AF4EDC8E2DF5A46F2AF499 : {96CB36AD8A12468186341A0AD70EF1EF={InputName=96CB36AD8A12468186341A0AD70EF1EF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:07,823 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 96CB36AD8A12468186341A0AD70EF1EF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:07,823 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,824 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,824 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,824 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,824 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:07,824 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,825 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_RESULTS, applicationId=application_1463537227646_0001, dagName=[95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:07:07,826 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 96CB36AD8A12468186341A0AD70EF1EF on vertex vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,828 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:07,828 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,828 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,828 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 96CB36AD8A12468186341A0AD70EF1EF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:07,829 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537227646_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:07,829 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569], numAdditionalOutputs=1
2016-05-18 02:07:07,829 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=BE353A9C12874F08BE17924E6F587177, vertex=vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:07,830 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:07,830 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D66BBA347E3E45A786F1B98AEDCA0569:BE353A9C12874F08BE17924E6F587177 using oldmapred API
2016-05-18 02:07:07,830 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=BE353A9C12874F08BE17924E6F587177, vertexName=D66BBA347E3E45A786F1B98AEDCA0569, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:07,830 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:07,831 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:07,831 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:07,831 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D66BBA347E3E45A786F1B98AEDCA0569, vertexId=vertex_1463537227646_0001_1_01, initRequestedTime=1463537227824, initedTime=1463537227829, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:07,832 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:07,832 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 96CB36AD8A12468186341A0AD70EF1EF on vertex vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,833 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:07,833 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {96CB36AD8A12468186341A0AD70EF1EF=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:07,833 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] parallelism set to 1
2016-05-18 02:07:07,833 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:07,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, vertexId=vertex_1463537227646_0001_1_00, initRequestedTime=1463537227823, initedTime=1463537227834, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:07,834 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] with distanceFromRoot: 0
2016-05-18 02:07:07,834 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:07,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537227646_0001_1_00, startRequestedTime=1463537227824, startedTime=1463537227834
2016-05-18 02:07:07,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537227646_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:07,834 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:07,834 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537227646_0001_1_00 for vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] numStartedSources: 1 numSources: 1
2016-05-18 02:07:07,834 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] with distanceFromRoot: 1
2016-05-18 02:07:07,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537227646_0001_1_01, startRequestedTime=1463537227834, startedTime=1463537227835
2016-05-18 02:07:07,835 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:07,836 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D66BBA347E3E45A786F1B98AEDCA0569 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:07,836 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D51A597F62AF4EDC8E2DF5A46F2AF499 in vertex: D66BBA347E3E45A786F1B98AEDCA0569 numBipartiteSourceTasks: 1
2016-05-18 02:07:07,836 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D51A597F62AF4EDC8E2DF5A46F2AF499
2016-05-18 02:07:07,837 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,837 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_STARTED]: vertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, taskId=task_1463537227646_0001_1_00_000000, scheduledTime=1463537227837, launchTime=1463537227837
2016-05-18 02:07:07,837 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,838 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:07,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537227646_0001_00_000001, launchTime=1463537227839
2016-05-18 02:07:07,840 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537227646_0001_00_000001
2016-05-18 02:07:07,841 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537227646_0001_1_00_000000_0] started. Is using containerId: [container_1463537227646_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:07,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, taskAttemptId=attempt_1463537227646_0001_1_00_000000_0, startTime=1463537227840, containerId=container_1463537227646_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:07,841 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537227646_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,842 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,842 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,843 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:07,843 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537227646_0001, with dag id: dag_1463537227646_0001_1
2016-05-18 02:07:07,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS, VertexName: D51A597F62AF4EDC8E2DF5A46F2AF499, VertexParallelism: 1, TaskAttemptID:attempt_1463537227646_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=96CB36AD8A12468186341A0AD70EF1EF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D66BBA347E3E45A786F1B98AEDCA0569, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:07,843 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:07,844 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,845 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537227646_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:07,845 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537227646_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:07,848 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:07,849 INFO  input.MRInput (MRInput.java:initialize(440)) - 96CB36AD8A12468186341A0AD70EF1EF using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:07,849 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 96CB36AD8A12468186341A0AD70EF1EF
2016-05-18 02:07:07,852 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D51A597F62AF4EDC8E2DF5A46F2AF499, ordinal: 0
2016-05-18 02:07:07,852 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D51A597F62AF4EDC8E2DF5A46F2AF499, mem on start (mb), free: 188, total: 376, max: 672
2016-05-18 02:07:07,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:07,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:07,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:07,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:07,853 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[96CB36AD8A12468186341A0AD70EF1EF:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D66BBA347E3E45A786F1B98AEDCA0569:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:07,853 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:07,853 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:07,853 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:07,853 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[96CB36AD8A12468186341A0AD70EF1EF:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D66BBA347E3E45A786F1B98AEDCA0569:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:07,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:07,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 96CB36AD8A12468186341A0AD70EF1EF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:07,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 96CB36AD8A12468186341A0AD70EF1EF
2016-05-18 02:07:07,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:07,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:07,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:07,855 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,855 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:07,856 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 96CB36AD8A12468186341A0AD70EF1EF initialized RecordReader from event
2016-05-18 02:07:07,858 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:07,859 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 96CB36AD8A12468186341A0AD70EF1EF
2016-05-18 02:07:07,859 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: FC3439F5F47945C9874E00FC356EC4FC
2016-05-18 02:07:07,859 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] FC3439F5F47945C9874E00FC356EC4FC
2016-05-18 02:07:07,860 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,863 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,863 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D66BBA347E3E45A786F1B98AEDCA0569 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@3529c25b, comparator=cascading.tuple.hadoop.util.TupleComparator@4896ffa1, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:07,863 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D66BBA347E3E45A786F1B98AEDCA0569: , UsingHashComparator=false
2016-05-18 02:07:07,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:07,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:07,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D66BBA347E3E45A786F1B98AEDCA0569: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:07,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D66BBA347E3E45A786F1B98AEDCA0569: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:07,877 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:07,877 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D51A597F62AF4EDC8E2DF5A46F2AF499, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:07,880 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,880 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D51A597F62AF4EDC8E2DF5A46F2AF499, mem on close (mb), free: 86, total: 376, max: 672
2016-05-18 02:07:07,880 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D66BBA347E3E45A786F1B98AEDCA0569: Starting flush of map output
2016-05-18 02:07:07,880 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D66BBA347E3E45A786F1B98AEDCA0569: Span0.length = 20, perItem = 6
2016-05-18 02:07:07,880 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D66BBA347E3E45A786F1B98AEDCA0569: done sorting span=0, length=20, time=0
2016-05-18 02:07:07,881 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D66BBA347E3E45A786F1B98AEDCA0569: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:07,882 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D66BBA347E3E45A786F1B98AEDCA0569: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd/localmode-local-dir/output/attempt_1463537227646_0001_1_00_000000_0_10326_0/file.out
2016-05-18 02:07:07,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:07 Completed running task attempt: attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,887 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537227646_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:07,887 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537227646_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:07,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537227646_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537227877, Process_Duration=3, Process_End_Time=1463537227880, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:07,888 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537227646_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:07,888 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:07,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, taskAttemptId=attempt_1463537227646_0001_1_00_000000_0, creationTime=1463537227837, allocationTime=1463537227839, startTime=1463537227840, finishTime=1463537227888, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:07,888 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:07,888 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,888 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_FINISHED]: vertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, taskId=task_1463537227646_0001_1_00_000000, startTime=1463537227840, finishTime=1463537227888, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537227646_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537227877, Process_Duration=3, Process_End_Time=1463537227880, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:07,889 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:07,889 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499]
2016-05-18 02:07:07,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_FINISHED]: vertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, vertexId=vertex_1463537227646_0001_1_00, initRequestedTime=1463537227823, initedTime=1463537227834, startRequestedTime=1463537227824, startedTime=1463537227834, finishTime=1463537227889, timeTaken=55, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537227877, Process_Duration=3, Process_End_Time=1463537227880, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537227840, firstTasksToStart=[ task_1463537227646_0001_1_00_000000 ], lastTaskFinishTime=1463537227888, lastTasksToFinish=[ task_1463537227646_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537227646_0001_1_00_000000 ], longestDurationTasks=[ task_1463537227646_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:07,889 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537227646_0001_00_000001
2016-05-18 02:07:07,889 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:07,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537227646_0001_00_000001, stoppedTime=1463537227889, exitStatus=0
2016-05-18 02:07:07,889 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] attempt: attempt_1463537227646_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:07,890 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537227646_0001_1_00 [D51A597F62AF4EDC8E2DF5A46F2AF499] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:07,890 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:07,890 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537227646_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:07,891 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D66BBA347E3E45A786F1B98AEDCA0569
2016-05-18 02:07:07,891 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, destinationVertexName=D66BBA347E3E45A786F1B98AEDCA0569. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:07,891 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_STARTED]: vertexName=D66BBA347E3E45A786F1B98AEDCA0569, taskId=task_1463537227646_0001_1_01_000000, scheduledTime=1463537227891, launchTime=1463537227891
2016-05-18 02:07:07,891 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537227646_0001_00_000002, launchTime=1463537227893
2016-05-18 02:07:07,893 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537227646_0001_00_000002
2016-05-18 02:07:07,893 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:07,893 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:07,894 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537227646_0001_1_01_000000_0] started. Is using containerId: [container_1463537227646_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:07,894 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537227646_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537227646_0001_1_01_000000_0
2016-05-18 02:07:07,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D66BBA347E3E45A786F1B98AEDCA0569, taskAttemptId=attempt_1463537227646_0001_1_01_000000_0, startTime=1463537227893, containerId=container_1463537227646_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227646_0001_1_01_000000_0
2016-05-18 02:07:07,894 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537227646_0001_1_01_000000_0
2016-05-18 02:07:07,894 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,895 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:07,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS, VertexName: D66BBA347E3E45A786F1B98AEDCA0569, VertexParallelism: 1, TaskAttemptID:attempt_1463537227646_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D51A597F62AF4EDC8E2DF5A46F2AF499, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BE353A9C12874F08BE17924E6F587177, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:07,895 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:07,895 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537227646_0001_1_01_000000_0
2016-05-18 02:07:07,896 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537227646_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,896 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537227646_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:07,899 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:07,900 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537227646_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:07,900 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537227646_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:07,900 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537227646_0001_00_000001, Exiting
2016-05-18 02:07:07,900 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537227646_0001_00_000001
2016-05-18 02:07:07,900 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537227646_0001_00_000001
2016-05-18 02:07:07,902 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:07,904 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D66BBA347E3E45A786F1B98AEDCA0569, ordinal: 1
2016-05-18 02:07:07,904 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D66BBA347E3E45A786F1B98AEDCA0569, mem on start (mb), free: 80, total: 376, max: 672
2016-05-18 02:07:07,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:07,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:07,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:07,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537227646_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:07,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537227646_0001_00_000001 completed successfully
2016-05-18 02:07:07,910 INFO  output.MROutput (MROutput.java:initialize(421)) - BE353A9C12874F08BE17924E6F587177: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:07,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:07,910 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BE353A9C12874F08BE17924E6F587177:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [D51A597F62AF4EDC8E2DF5A46F2AF499:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:07:07,910 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:07,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:07,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:07,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BE353A9C12874F08BE17924E6F587177:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [D51A597F62AF4EDC8E2DF5A46F2AF499:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:07:07,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:07,912 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D51A597F62AF4EDC8E2DF5A46F2AF499: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:07,912 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D51A597F62AF4EDC8E2DF5A46F2AF499: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:07,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D51A597F62AF4EDC8E2DF5A46F2AF499 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:07,913 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D51A597F62AF4EDC8E2DF5A46F2AF499 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:07,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:07,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:07,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D51A597F62AF4EDC8E2DF5A46F2AF499
2016-05-18 02:07:07,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:07,914 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537227646_0001_1_01_000000_0
2016-05-18 02:07:07,914 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D51A597F62AF4EDC8E2DF5A46F2AF499: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:07,915 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537227646_0001_1_00_000000_0_10326} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537227915, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:07:07,915 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D51A597F62AF4EDC8E2DF5A46F2AF499
2016-05-18 02:07:07,916 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:07,916 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D51A597F62AF4EDC8E2DF5A46F2AF499, wasInterrupted=false
2016-05-18 02:07:07,916 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:07,917 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:07,918 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,918 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001_wd/localmode-local-dir/output/attempt_1463537227646_0001_1_00_000000_0_10326/file.out, len=181, isLocal=true
2016-05-18 02:07:07,918 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:07,918 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:07,918 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:07,918 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:07,918 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D51A597F62AF4EDC8E2DF5A46F2AF499
2016-05-18 02:07:07,918 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D51A597F62AF4EDC8E2DF5A46F2AF499: Shuffle Runner thread complete
2016-05-18 02:07:07,918 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:07,919 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: FC3439F5F47945C9874E00FC356EC4FC
2016-05-18 02:07:07,920 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_RESULTS"], id: BE353A9C12874F08BE17924E6F587177
2016-05-18 02:07:07,920 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_RESULTS"]
2016-05-18 02:07:07,920 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] FC3439F5F47945C9874E00FC356EC4FC, for 1 inputs
2016-05-18 02:07:07,920 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D66BBA347E3E45A786F1B98AEDCA0569, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:07,922 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:07,922 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D51A597F62AF4EDC8E2DF5A46F2AF499: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:07,924 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:07,928 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:07,932 INFO  output.MROutput (MROutput.java:close(526)) - BE353A9C12874F08BE17924E6F587177 closed
2016-05-18 02:07:07,933 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537227646_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:07,933 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537227646_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:07,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537227646_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537227921, Process_Duration=12, Process_End_Time=1463537227933, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:07,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:07,934 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D66BBA347E3E45A786F1B98AEDCA0569, mem on close (mb), free: 75, total: 376, max: 672
2016-05-18 02:07:07,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=D66BBA347E3E45A786F1B98AEDCA0569, index=1, interruptedStatus=false
2016-05-18 02:07:07,935 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D51A597F62AF4EDC8E2DF5A46F2AF499
2016-05-18 02:07:07,935 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D51A597F62AF4EDC8E2DF5A46F2AF499: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:07,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=D66BBA347E3E45A786F1B98AEDCA0569, sourceVertex=D51A597F62AF4EDC8E2DF5A46F2AF499, interruptedStatus=true
2016-05-18 02:07:07,935 INFO  output.MROutput (MROutput.java:close(526)) - BE353A9C12874F08BE17924E6F587177 closed
2016-05-18 02:07:07,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=D66BBA347E3E45A786F1B98AEDCA0569, sourceVertex=BE353A9C12874F08BE17924E6F587177, interruptedStatus=true
2016-05-18 02:07:07,936 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537227646_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}  
2016-05-18 02:07:07,936 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}
2016-05-18 02:07:07,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D66BBA347E3E45A786F1B98AEDCA0569, taskAttemptId=attempt_1463537227646_0001_1_01_000000_0, creationTime=1463537227891, allocationTime=1463537227892, startTime=1463537227893, finishTime=1463537227936, timeTaken=43, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537227646_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537227921, Process_Duration=12, Process_End_Time=1463537227933, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:07,937 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537227646_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:07,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:TASK_FINISHED]: vertexName=D66BBA347E3E45A786F1B98AEDCA0569, taskId=task_1463537227646_0001_1_01_000000, startTime=1463537227893, finishTime=1463537227937, timeTaken=44, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537227646_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:07,937 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] because task failed: task_1463537227646_0001_1_01_000000
2016-05-18 02:07:07,937 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:07,937 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:07,937 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:07,937 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,938 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=BE353A9C12874F08BE17924E6F587177, vertexId=vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,936 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537227646_0001_00_000002
2016-05-18 02:07:07,938 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537227646_0001_00_000002
2016-05-18 02:07:07,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:VERTEX_FINISHED]: vertexName=D66BBA347E3E45A786F1B98AEDCA0569, vertexId=vertex_1463537227646_0001_1_01, initRequestedTime=1463537227824, initedTime=1463537227829, startRequestedTime=1463537227834, startedTime=1463537227835, finishTime=1463537227939, timeTaken=104, status=FAILED, diagnostics=Task failed, taskId=task_1463537227646_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537227646_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537227893, firstTasksToStart=[ task_1463537227646_0001_1_01_000000 ], lastTaskFinishTime=1463537227936, lastTasksToFinish=[ task_1463537227646_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:07,939 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:07,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537227646_0001_00_000002, stoppedTime=1463537227939, exitStatus=-1000
2016-05-18 02:07:07,939 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537227646_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]'}
2016-05-18 02:07:07,939 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537227646_0001_00_000002 completed but with errors
2016-05-18 02:07:07,939 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537227646_0001_1_01_000000_0 failed: true container: container_1463537227646_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:07,940 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:07,940 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:07,940 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:07,942 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537227646_0001_1, queueSize=0
2016-05-18 02:07:07,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537227646_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537227646_0001_1, startTime=1463537227823, finishTime=1463537227941, timeTaken=118, status=FAILED, diagnostics=Vertex failed, vertexName=D66BBA347E3E45A786F1B98AEDCA0569, vertexId=vertex_1463537227646_0001_1_01, diagnostics=[Task failed, taskId=task_1463537227646_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537227646_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537227877, Process_Duration=3, Process_End_Time=1463537227880, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:07,944 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537227646_0001_1_01 [D66BBA347E3E45A786F1B98AEDCA0569]
2016-05-18 02:07:07,944 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537227646_0001_1 finished with state: FAILED
2016-05-18 02:07:07,944 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537227646_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:07,945 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537227646_0001_00_000002
2016-05-18 02:07:07,945 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537227646_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
2016-05-18 02:07:07 Completed Dag: dag_1463537227646_0001_1
2016-05-18 02:07:07,946 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537227646_0001_1, dagState=FAILED
2016-05-18 02:07:07,946 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537227646_0001_1_post
2016-05-18 02:07:07,947 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:07,947 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:07:07,947 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:07,948 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS, with id=dag_1463537227646_0001_1
2016-05-18 02:07:07,948 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595] every/(1/1) ...platform/ALL_ARGS_RESULTS, with id=dag_1463537227646_0001_1
2016-05-18 02:07:07,950 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_ARGS_RESULTS, applicationId=application_1463537227646_0001
2016-05-18 02:07:07,951 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:07,951 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:07,951 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:07,951 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:07,951 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:07,952 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:07,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:07,952 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:07,953 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:07,953 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:07,953 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:07,953 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:07,953 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:07,953 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:07,955 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/95AE40A69B704ED99B4CD47FC4CFA7EF/E9F1FBB0AE02490398F6B38B43513595/.tez/application_1463537227646_0001
2016-05-18 02:07:07,955 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:07,956 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:07:07,957 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:07,957 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_RESULTS/_temporary
2016-05-18 02:07:07,957 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.330
2016-05-18 02:07:07,957 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_ARGS_RESULTS
2016-05-18 02:07:07,980 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:07,980 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:08,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:07:08,009 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:07:08,010 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:08,010 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:07:08,010 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_ARGS_ALL
2016-05-18 02:07:08,040 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:08,040 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:08,075 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:07:08,079 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:07:08,080 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:08,080 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:08,080 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:08,097 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:08,103 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_REPLACE
2016-05-18 02:07:08,147 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:08,147 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:08,147 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2016-05-18 02:07:08,147 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:08,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:08,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:08,149 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:07:08,149 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:08,161 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:08,165 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:08,166 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:08,166 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:08,174 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001 doesn't exist and is created
2016-05-18 02:07:08,193 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:08,193 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:08,194 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd
2016-05-18 02:07:08,209 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537228165_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:08,209 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:08,209 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:08,211 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:08,211 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:08,211 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:08,211 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:08,211 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:08,214 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:08,214 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:08,214 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:08,214 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:08,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:08,215 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:08,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:08,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:08,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:08,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:08,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:08,216 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:08,218 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:08,219 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:08,219 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:08,219 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd/localmode-log-dir
2016-05-18 02:07:08,219 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd/localmode-log-dir/history.txt.appattempt_1463537228165_0001_000000, maxErrors=10
2016-05-18 02:07:08,220 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:08,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537228165_0001_000000, appSubmitTime=1463537228208, launchTime=1463537228208
2016-05-18 02:07:08,222 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:08,225 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53096
2016-05-18 02:07:08,225 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537228165
2016-05-18 02:07:08,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537228165_0001_000000, startTime=1463537228227
2016-05-18 02:07:08,227 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:08,294 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:08,294 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:08,294 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_REPLACE, applicationId=application_1463537228165_0001, dagName=[0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:07:08,310 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:07:08,310 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:08,311 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537228165_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd/localmode-log-dir/dag_1463537228165_0001_1.dot
2016-05-18 02:07:08,312 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd/localmode-log-dir/dag_1463537228165_0001_1-tez-dag.pb.txt
2016-05-18 02:07:08,318 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537228165_0001_1
2016-05-18 02:07:08,319 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,319 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:07:08 Running Dag: dag_1463537228165_0001_1
2016-05-18 02:07:08,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537228165_0001_1, submitTime=1463537228310
2016-05-18 02:07:08,338 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001/tez-conf.pb" } size: 40947 timestamp: 1463537228000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:08,338 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,339 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:08,339 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001/tez-conf.pb" } size: 40947 timestamp: 1463537228000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:08,339 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,339 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:08,340 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:08,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537228165_0001_1, initTime=1463537228340
2016-05-18 02:07:08,340 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537228165_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:08,340 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:08,341 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_REPLACE, applicationId=application_1463537228165_0001, dagName=[0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:07:08,341 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:DAG_STARTED]: dagID=dag_1463537228165_0001_1, startTime=1463537228341
2016-05-18 02:07:08,341 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537228165_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:08,341 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DF24D13BCE5C42DA932EE372CF520564 : {539037479C0D4A71934342AED13CBC18={InputName=539037479C0D4A71934342AED13CBC18}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:08,341 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 539037479C0D4A71934342AED13CBC18, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:08,341 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,341 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,341 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,341 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,342 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:08,342 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,344 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 539037479C0D4A71934342AED13CBC18 on vertex vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,345 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:08,345 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,346 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537228165_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:08,346 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611], numAdditionalOutputs=1
2016-05-18 02:07:08,346 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A0EFC4CADBAD4EAB93B5093F2C72EC9D, vertex=vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:08,347 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 539037479C0D4A71934342AED13CBC18 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:08,348 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F07690831B1D4C9790C2650E46629611:A0EFC4CADBAD4EAB93B5093F2C72EC9D using oldmapred API
2016-05-18 02:07:08,348 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:08,348 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A0EFC4CADBAD4EAB93B5093F2C72EC9D, vertexName=F07690831B1D4C9790C2650E46629611, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:08,351 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F07690831B1D4C9790C2650E46629611, vertexId=vertex_1463537228165_0001_1_01, initRequestedTime=1463537228342, initedTime=1463537228346, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:08,351 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:08,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:08,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:08,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:08,352 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 539037479C0D4A71934342AED13CBC18 on vertex vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,352 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:08,353 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {539037479C0D4A71934342AED13CBC18=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:08,353 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] parallelism set to 1
2016-05-18 02:07:08,353 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:08,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF24D13BCE5C42DA932EE372CF520564, vertexId=vertex_1463537228165_0001_1_00, initRequestedTime=1463537228341, initedTime=1463537228353, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:08,353 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] with distanceFromRoot: 0
2016-05-18 02:07:08,353 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:08,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537228165_0001_1_00, startRequestedTime=1463537228342, startedTime=1463537228353
2016-05-18 02:07:08,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537228165_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:08,354 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:08,354 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537228165_0001_1_00 for vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] numStartedSources: 1 numSources: 1
2016-05-18 02:07:08,354 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] with distanceFromRoot: 1
2016-05-18 02:07:08,355 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537228165_0001_1_01, startRequestedTime=1463537228354, startedTime=1463537228354
2016-05-18 02:07:08,355 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:08,356 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F07690831B1D4C9790C2650E46629611 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:08,357 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DF24D13BCE5C42DA932EE372CF520564 in vertex: F07690831B1D4C9790C2650E46629611 numBipartiteSourceTasks: 1
2016-05-18 02:07:08,358 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DF24D13BCE5C42DA932EE372CF520564
2016-05-18 02:07:08,358 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_STARTED]: vertexName=DF24D13BCE5C42DA932EE372CF520564, taskId=task_1463537228165_0001_1_00_000000, scheduledTime=1463537228358, launchTime=1463537228358
2016-05-18 02:07:08,359 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,359 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:08,360 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537228165_0001, with dag id: dag_1463537228165_0001_1
2016-05-18 02:07:08,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537228165_0001_00_000001, launchTime=1463537228361
2016-05-18 02:07:08,362 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537228165_0001_00_000001
2016-05-18 02:07:08,363 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537228165_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,363 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537228165_0001_1_00_000000_0] started. Is using containerId: [container_1463537228165_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:08,364 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF24D13BCE5C42DA932EE372CF520564, taskAttemptId=attempt_1463537228165_0001_1_00_000000_0, startTime=1463537228363, containerId=container_1463537228165_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,364 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,364 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,364 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:08,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE, VertexName: DF24D13BCE5C42DA932EE372CF520564, VertexParallelism: 1, TaskAttemptID:attempt_1463537228165_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=539037479C0D4A71934342AED13CBC18, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F07690831B1D4C9790C2650E46629611, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:08,364 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:08,366 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,366 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537228165_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:08,367 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537228165_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:08,369 INFO  input.MRInput (MRInput.java:initialize(440)) - 539037479C0D4A71934342AED13CBC18 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:08,369 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 539037479C0D4A71934342AED13CBC18
2016-05-18 02:07:08,370 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:08,373 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF24D13BCE5C42DA932EE372CF520564, ordinal: 0
2016-05-18 02:07:08,373 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF24D13BCE5C42DA932EE372CF520564, mem on start (mb), free: 171, total: 376, max: 672
2016-05-18 02:07:08,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:08,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:08,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:08,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:08,374 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[539037479C0D4A71934342AED13CBC18:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F07690831B1D4C9790C2650E46629611:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:08,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:08,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:08,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:08,375 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[539037479C0D4A71934342AED13CBC18:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F07690831B1D4C9790C2650E46629611:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:08,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:08,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 539037479C0D4A71934342AED13CBC18 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:08,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:08,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:08,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 539037479C0D4A71934342AED13CBC18
2016-05-18 02:07:08,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:08,376 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,379 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:08,380 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 539037479C0D4A71934342AED13CBC18
2016-05-18 02:07:08,380 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: CC2DD0C28D8540C4A52E24DF02EBD804
2016-05-18 02:07:08,380 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] CC2DD0C28D8540C4A52E24DF02EBD804
2016-05-18 02:07:08,381 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,382 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:08,382 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 539037479C0D4A71934342AED13CBC18 initialized RecordReader from event
2016-05-18 02:07:08,384 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,384 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F07690831B1D4C9790C2650E46629611 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2b0ce074, comparator=cascading.tuple.hadoop.util.TupleComparator@5a63f5c0, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:08,384 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F07690831B1D4C9790C2650E46629611: , UsingHashComparator=false
2016-05-18 02:07:08,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:08,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:08,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F07690831B1D4C9790C2650E46629611: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:08,398 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F07690831B1D4C9790C2650E46629611: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:08,398 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:08,398 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF24D13BCE5C42DA932EE372CF520564, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:08,400 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,400 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF24D13BCE5C42DA932EE372CF520564, mem on close (mb), free: 69, total: 376, max: 672
2016-05-18 02:07:08,400 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F07690831B1D4C9790C2650E46629611: Starting flush of map output
2016-05-18 02:07:08,401 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F07690831B1D4C9790C2650E46629611: Span0.length = 20, perItem = 6
2016-05-18 02:07:08,401 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F07690831B1D4C9790C2650E46629611: done sorting span=0, length=20, time=0
2016-05-18 02:07:08,401 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F07690831B1D4C9790C2650E46629611: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:08,404 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F07690831B1D4C9790C2650E46629611: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd/localmode-local-dir/output/attempt_1463537228165_0001_1_00_000000_0_10333_0/file.out
2016-05-18 02:07:08,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:08 Completed running task attempt: attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,410 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537228165_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:08,411 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537228165_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:08,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537228165_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537228398, Process_Duration=2, Process_End_Time=1463537228400, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:08,412 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537228165_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:08,412 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:08,412 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:08,412 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF24D13BCE5C42DA932EE372CF520564, taskAttemptId=attempt_1463537228165_0001_1_00_000000_0, creationTime=1463537228359, allocationTime=1463537228360, startTime=1463537228363, finishTime=1463537228412, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:08,413 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_FINISHED]: vertexName=DF24D13BCE5C42DA932EE372CF520564, taskId=task_1463537228165_0001_1_00_000000, startTime=1463537228363, finishTime=1463537228413, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537228165_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537228398, Process_Duration=2, Process_End_Time=1463537228400, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:08,413 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:08,413 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564]
2016-05-18 02:07:08,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_FINISHED]: vertexName=DF24D13BCE5C42DA932EE372CF520564, vertexId=vertex_1463537228165_0001_1_00, initRequestedTime=1463537228341, initedTime=1463537228353, startRequestedTime=1463537228342, startedTime=1463537228353, finishTime=1463537228414, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537228398, Process_Duration=2, Process_End_Time=1463537228400, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537228363, firstTasksToStart=[ task_1463537228165_0001_1_00_000000 ], lastTaskFinishTime=1463537228412, lastTasksToFinish=[ task_1463537228165_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537228165_0001_1_00_000000 ], longestDurationTasks=[ task_1463537228165_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:08,414 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:08,414 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] attempt: attempt_1463537228165_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:08,414 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537228165_0001_1_00 [DF24D13BCE5C42DA932EE372CF520564] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:08,414 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:08,415 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F07690831B1D4C9790C2650E46629611
2016-05-18 02:07:08,415 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DF24D13BCE5C42DA932EE372CF520564, destinationVertexName=F07690831B1D4C9790C2650E46629611. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:08,415 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537228165_0001_00_000001, stoppedTime=1463537228415, exitStatus=0
2016-05-18 02:07:08,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_STARTED]: vertexName=F07690831B1D4C9790C2650E46629611, taskId=task_1463537228165_0001_1_01_000000, scheduledTime=1463537228416, launchTime=1463537228416
2016-05-18 02:07:08,416 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,416 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537228165_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:08,417 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537228165_0001_00_000001
2016-05-18 02:07:08,417 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537228165_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:08,417 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537228165_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:08,418 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537228165_0001_00_000001, Exiting
2016-05-18 02:07:08,418 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537228165_0001_00_000001
2016-05-18 02:07:08,418 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537228165_0001_00_000001
2016-05-18 02:07:08,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537228165_0001_00_000002, launchTime=1463537228419
2016-05-18 02:07:08,420 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537228165_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:08,420 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537228165_0001_00_000001 completed successfully
2016-05-18 02:07:08,421 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537228165_0001_00_000002
2016-05-18 02:07:08,421 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537228165_0001_1_01_000000_0] started. Is using containerId: [container_1463537228165_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:08,422 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F07690831B1D4C9790C2650E46629611, taskAttemptId=attempt_1463537228165_0001_1_01_000000_0, startTime=1463537228421, containerId=container_1463537228165_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:08,422 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537228165_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537228165_0001_1_01_000000_0
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228165_0001_1_01_000000_0
2016-05-18 02:07:08,423 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537228165_0001_1_01_000000_0
2016-05-18 02:07:08,423 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,423 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:08,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE, VertexName: F07690831B1D4C9790C2650E46629611, VertexParallelism: 1, TaskAttemptID:attempt_1463537228165_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DF24D13BCE5C42DA932EE372CF520564, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A0EFC4CADBAD4EAB93B5093F2C72EC9D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:08,423 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:08,424 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537228165_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,424 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537228165_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:08,425 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537228165_0001_1_01_000000_0
2016-05-18 02:07:08,427 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:08,429 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:08,433 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F07690831B1D4C9790C2650E46629611, ordinal: 1
2016-05-18 02:07:08,433 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F07690831B1D4C9790C2650E46629611, mem on start (mb), free: 63, total: 376, max: 672
2016-05-18 02:07:08,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:08,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:08,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:08,439 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:07:08,440 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:07:08,442 INFO  output.MROutput (MROutput.java:initialize(421)) - A0EFC4CADBAD4EAB93B5093F2C72EC9D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:08,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:08,443 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DF24D13BCE5C42DA932EE372CF520564:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [A0EFC4CADBAD4EAB93B5093F2C72EC9D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:07:08,443 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:08,443 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:08,444 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:08,444 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DF24D13BCE5C42DA932EE372CF520564:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [A0EFC4CADBAD4EAB93B5093F2C72EC9D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:07:08,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:08,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DF24D13BCE5C42DA932EE372CF520564 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:08,445 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - DF24D13BCE5C42DA932EE372CF520564: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:08,445 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - DF24D13BCE5C42DA932EE372CF520564: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:08,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:08,446 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:08,447 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: DF24D13BCE5C42DA932EE372CF520564 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:08,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DF24D13BCE5C42DA932EE372CF520564
2016-05-18 02:07:08,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:08,449 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537228165_0001_1_01_000000_0
2016-05-18 02:07:08,449 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DF24D13BCE5C42DA932EE372CF520564: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:08,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537228165_0001_1_00_000000_0_10333} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537228452, TimeTaken=2, Rate=0.09 MB/s
2016-05-18 02:07:08,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : DF24D13BCE5C42DA932EE372CF520564
2016-05-18 02:07:08,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:08,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: DF24D13BCE5C42DA932EE372CF520564, wasInterrupted=false
2016-05-18 02:07:08,453 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:08,453 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:08,454 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,454 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001_wd/localmode-local-dir/output/attempt_1463537228165_0001_1_00_000000_0_10333/file.out, len=181, isLocal=true
2016-05-18 02:07:08,454 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:08,454 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:08,454 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:08,455 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:08,455 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : DF24D13BCE5C42DA932EE372CF520564
2016-05-18 02:07:08,455 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - DF24D13BCE5C42DA932EE372CF520564: Shuffle Runner thread complete
2016-05-18 02:07:08,455 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - DF24D13BCE5C42DA932EE372CF520564: Already shutdown. Ignoring fetch complete
2016-05-18 02:07:08,456 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:08,457 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: CC2DD0C28D8540C4A52E24DF02EBD804
2016-05-18 02:07:08,457 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_REPLACE"], id: A0EFC4CADBAD4EAB93B5093F2C72EC9D
2016-05-18 02:07:08,457 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_REPLACE"]
2016-05-18 02:07:08,457 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] CC2DD0C28D8540C4A52E24DF02EBD804, for 1 inputs
2016-05-18 02:07:08,457 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F07690831B1D4C9790C2650E46629611, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:08,459 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,459 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - DF24D13BCE5C42DA932EE372CF520564: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:08,461 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:08,463 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:08,465 INFO  output.MROutput (MROutput.java:close(526)) - A0EFC4CADBAD4EAB93B5093F2C72EC9D closed
2016-05-18 02:07:08,466 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537228165_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:08,466 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537228165_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:08,467 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537228165_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537228458, Process_Duration=8, Process_End_Time=1463537228466, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:08,467 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:08,467 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F07690831B1D4C9790C2650E46629611, mem on close (mb), free: 57, total: 376, max: 672
2016-05-18 02:07:08,467 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=F07690831B1D4C9790C2650E46629611, index=1, interruptedStatus=false
2016-05-18 02:07:08,467 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: DF24D13BCE5C42DA932EE372CF520564
2016-05-18 02:07:08,467 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DF24D13BCE5C42DA932EE372CF520564: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:08,468 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=F07690831B1D4C9790C2650E46629611, sourceVertex=DF24D13BCE5C42DA932EE372CF520564, interruptedStatus=true
2016-05-18 02:07:08,469 INFO  output.MROutput (MROutput.java:close(526)) - A0EFC4CADBAD4EAB93B5093F2C72EC9D closed
2016-05-18 02:07:08,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=F07690831B1D4C9790C2650E46629611, sourceVertex=A0EFC4CADBAD4EAB93B5093F2C72EC9D, interruptedStatus=true
2016-05-18 02:07:08,470 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537228165_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}  
2016-05-18 02:07:08,470 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}
2016-05-18 02:07:08,470 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537228165_0001_00_000002
2016-05-18 02:07:08,470 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537228165_0001_00_000002
2016-05-18 02:07:08,471 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537228165_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]'}
2016-05-18 02:07:08,471 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537228165_0001_00_000002 completed but with errors
2016-05-18 02:07:08,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F07690831B1D4C9790C2650E46629611, taskAttemptId=attempt_1463537228165_0001_1_01_000000_0, creationTime=1463537228416, allocationTime=1463537228417, startTime=1463537228421, finishTime=1463537228471, timeTaken=50, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537228165_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537228458, Process_Duration=8, Process_End_Time=1463537228466, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:08,471 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537228165_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
2016-05-18 02:07:08,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537228165_0001_00_000002, stoppedTime=1463537228471, exitStatus=1
2016-05-18 02:07:08,471 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537228165_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:08,472 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:TASK_FINISHED]: vertexName=F07690831B1D4C9790C2650E46629611, taskId=task_1463537228165_0001_1_01_000000, startTime=1463537228421, finishTime=1463537228472, timeTaken=51, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537228165_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:08,472 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] because task failed: task_1463537228165_0001_1_01_000000
2016-05-18 02:07:08,472 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:08,472 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:08,472 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:08,472 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,472 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=A0EFC4CADBAD4EAB93B5093F2C72EC9D, vertexId=vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:VERTEX_FINISHED]: vertexName=F07690831B1D4C9790C2650E46629611, vertexId=vertex_1463537228165_0001_1_01, initRequestedTime=1463537228342, initedTime=1463537228346, startRequestedTime=1463537228354, startedTime=1463537228354, finishTime=1463537228473, timeTaken=119, status=FAILED, diagnostics=Task failed, taskId=task_1463537228165_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537228165_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537228421, firstTasksToStart=[ task_1463537228165_0001_1_01_000000 ], lastTaskFinishTime=1463537228471, lastTasksToFinish=[ task_1463537228165_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:08,474 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:08,474 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537228165_0001_1_01_000000_0 failed: true container: container_1463537228165_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:08,474 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:08,474 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:08,474 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:08,475 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537228165_0001_1, queueSize=0
2016-05-18 02:07:08,475 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228165_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537228165_0001_1, startTime=1463537228340, finishTime=1463537228475, timeTaken=135, status=FAILED, diagnostics=Vertex failed, vertexName=F07690831B1D4C9790C2650E46629611, vertexId=vertex_1463537228165_0001_1_01, diagnostics=[Task failed, taskId=task_1463537228165_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537228165_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=330, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537228398, Process_Duration=2, Process_End_Time=1463537228400, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:08,476 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537228165_0001_1_01 [F07690831B1D4C9790C2650E46629611]
2016-05-18 02:07:08,476 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537228165_0001_1 finished with state: FAILED
2016-05-18 02:07:08,476 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537228165_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:08 Completed Dag: dag_1463537228165_0001_1
2016-05-18 02:07:08,476 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537228165_0001_1, dagState=FAILED
2016-05-18 02:07:08,476 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537228165_0001_1_post
2016-05-18 02:07:08,476 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,476 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:08,476 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:08,476 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE, with id=dag_1463537228165_0001_1
2016-05-18 02:07:08,477 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506] every/(1/1) ...platform/ALL_ARGS_REPLACE, with id=dag_1463537228165_0001_1
2016-05-18 02:07:08,485 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_ARGS_REPLACE, applicationId=application_1463537228165_0001
2016-05-18 02:07:08,487 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:08,487 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:08,487 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:08,487 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:08,487 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:08,488 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:08,488 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:08,488 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:08,488 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:08,489 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:08,489 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:08,489 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:08,489 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:08,489 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:08,492 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0D639B1A52D34BE183F618E75A7AAAAA/F5BBDDB9757F45DCA861D9DBADE10506/.tez/application_1463537228165_0001
2016-05-18 02:07:08,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:08,496 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:07:08,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:08,497 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_REPLACE/_temporary
2016-05-18 02:07:08,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.350
2016-05-18 02:07:08,497 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_ARGS_REPLACE
2016-05-18 02:07:08,542 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:07:08,542 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:07:08,571 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:07:08,575 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:07:08,575 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:08,576 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:07:08,576 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:07:08,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:07:08,594 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting
2016-05-18 02:07:08,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:08,639 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2016-05-18 02:07:08,639 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  parallel execution of steps is enabled: false
2016-05-18 02:07:08,639 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  executing total steps: 1
2016-05-18 02:07:08,639 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  allocating management threads: 1
2016-05-18 02:07:08,639 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] starting step: (1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08,639 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [every] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:07:08,651 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] tez session mode enabled: true
2016-05-18 02:07:08,655 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:08,655 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:07:08,655 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:07:08,664 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001 doesn't exist and is created
2016-05-18 02:07:08,683 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:07:08,683 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:07:08,683 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd
2016-05-18 02:07:08,698 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537228655_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:07:08,698 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:08,698 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:07:08,700 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:07:08,700 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:07:08,700 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:07:08,700 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:07:08,700 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:07:08,703 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:08,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:07:08,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:07:08,705 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:07:08,707 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:07:08,707 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:07:08,708 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:07:08,708 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd/localmode-log-dir
2016-05-18 02:07:08,708 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd/localmode-log-dir/history.txt.appattempt_1463537228655_0001_000000, maxErrors=10
2016-05-18 02:07:08,708 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:07:08,709 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537228655_0001_000000, appSubmitTime=1463537228697, launchTime=1463537228697
2016-05-18 02:07:08,711 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:07:08,713 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45168
2016-05-18 02:07:08,714 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537228655
2016-05-18 02:07:08,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537228655_0001_000000, startTime=1463537228716
2016-05-18 02:07:08,716 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:07:08,783 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:07:08,783 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:07:08,783 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_ARGS_SWAP, applicationId=application_1463537228655_0001, dagName=[0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08,798 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08,798 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:07:08,799 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537228655_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd/localmode-log-dir/dag_1463537228655_0001_1.dot
2016-05-18 02:07:08,799 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd/localmode-log-dir/dag_1463537228655_0001_1-tez-dag.pb.txt
2016-05-18 02:07:08,806 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537228655_0001_1
2016-05-18 02:07:08,806 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,806 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08 Running Dag: dag_1463537228655_0001_1
2016-05-18 02:07:08,820 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537228655_0001_1, submitTime=1463537228798
2016-05-18 02:07:08,821 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001/tez-conf.pb" } size: 40947 timestamp: 1463537228000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:08,821 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,821 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:08,822 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001/tez-conf.pb" } size: 40947 timestamp: 1463537228000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:07:08,822 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,822 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:07:08,822 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:07:08,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537228655_0001_1, initTime=1463537228823
2016-05-18 02:07:08,823 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537228655_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:07:08,823 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:07:08,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:DAG_STARTED]: dagID=dag_1463537228655_0001_1, startTime=1463537228823
2016-05-18 02:07:08,824 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537228655_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:07:08,824 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_ARGS_SWAP, applicationId=application_1463537228655_0001, dagName=[0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08,824 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: FF861A967D534EE2B316DA805F0FBC10 : {E6B0913596AF4E4FA44B1E0D48E2E51C={InputName=E6B0913596AF4E4FA44B1E0D48E2E51C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:07:08,824 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E6B0913596AF4E4FA44B1E0D48E2E51C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:07:08,824 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,824 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,824 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,824 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,825 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:07:08,825 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E6B0913596AF4E4FA44B1E0D48E2E51C on vertex vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,825 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,827 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E6B0913596AF4E4FA44B1E0D48E2E51C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:07:08,828 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:07:08,828 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:07:08,828 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:07:08,828 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,829 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:07:08,829 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:07:08,829 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537228655_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:07:08,830 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88], numAdditionalOutputs=1
2016-05-18 02:07:08,830 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E6B0913596AF4E4FA44B1E0D48E2E51C on vertex vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,830 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=BA11AE3915AC4C7B9A4FBE27125E5991, vertex=vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:07:08,832 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F8E6193FE40F4E6891665A66587A3E88:BA11AE3915AC4C7B9A4FBE27125E5991 using oldmapred API
2016-05-18 02:07:08,832 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=BA11AE3915AC4C7B9A4FBE27125E5991, vertexName=F8E6193FE40F4E6891665A66587A3E88, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:07:08,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F8E6193FE40F4E6891665A66587A3E88, vertexId=vertex_1463537228655_0001_1_01, initRequestedTime=1463537228825, initedTime=1463537228830, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:07:08,833 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:07:08,834 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:08,834 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E6B0913596AF4E4FA44B1E0D48E2E51C=forAllWorkUnits=true, update=[1]}
2016-05-18 02:07:08,835 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] parallelism set to 1
2016-05-18 02:07:08,835 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:07:08,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FF861A967D534EE2B316DA805F0FBC10, vertexId=vertex_1463537228655_0001_1_00, initRequestedTime=1463537228824, initedTime=1463537228835, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:07:08,835 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] with distanceFromRoot: 0
2016-05-18 02:07:08,835 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:07:08,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537228655_0001_1_00, startRequestedTime=1463537228825, startedTime=1463537228836
2016-05-18 02:07:08,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537228655_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:07:08,836 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:08,836 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537228655_0001_1_00 for vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] numStartedSources: 1 numSources: 1
2016-05-18 02:07:08,837 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] with distanceFromRoot: 1
2016-05-18 02:07:08,836 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in FF861A967D534EE2B316DA805F0FBC10
2016-05-18 02:07:08,837 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,837 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537228655_0001_1_01, startRequestedTime=1463537228836, startedTime=1463537228837
2016-05-18 02:07:08,838 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:07:08,838 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F8E6193FE40F4E6891665A66587A3E88 with 0 source tasks and 1 pending tasks
2016-05-18 02:07:08,838 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_STARTED]: vertexName=FF861A967D534EE2B316DA805F0FBC10, taskId=task_1463537228655_0001_1_00_000000, scheduledTime=1463537228838, launchTime=1463537228838
2016-05-18 02:07:08,838 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: FF861A967D534EE2B316DA805F0FBC10 in vertex: F8E6193FE40F4E6891665A66587A3E88 numBipartiteSourceTasks: 1
2016-05-18 02:07:08,839 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,840 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:07:08,840 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] submitted tez dag to app master: application_1463537228655_0001, with dag id: dag_1463537228655_0001_1
2016-05-18 02:07:08,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537228655_0001_00_000001, launchTime=1463537228841
2016-05-18 02:07:08,842 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537228655_0001_00_000001
2016-05-18 02:07:08,842 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537228655_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,842 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537228655_0001_1_00_000000_0] started. Is using containerId: [container_1463537228655_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:07:08,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FF861A967D534EE2B316DA805F0FBC10, taskAttemptId=attempt_1463537228655_0001_1_00_000000_0, startTime=1463537228842, containerId=container_1463537228655_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,843 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,843 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,843 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:08,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP, VertexName: FF861A967D534EE2B316DA805F0FBC10, VertexParallelism: 1, TaskAttemptID:attempt_1463537228655_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E6B0913596AF4E4FA44B1E0D48E2E51C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F8E6193FE40F4E6891665A66587A3E88, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:07:08,844 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:08,844 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,844 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537228655_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:07:08,845 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537228655_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:07:08,847 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:08,849 INFO  input.MRInput (MRInput.java:initialize(440)) - E6B0913596AF4E4FA44B1E0D48E2E51C using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:07:08,849 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E6B0913596AF4E4FA44B1E0D48E2E51C
2016-05-18 02:07:08,850 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FF861A967D534EE2B316DA805F0FBC10, ordinal: 0
2016-05-18 02:07:08,850 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF861A967D534EE2B316DA805F0FBC10, mem on start (mb), free: 174, total: 377, max: 672
2016-05-18 02:07:08,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:08,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:08,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:08,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:08,850 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E6B0913596AF4E4FA44B1E0D48E2E51C:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F8E6193FE40F4E6891665A66587A3E88:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:07:08,850 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:08,850 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:08,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:07:08,851 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E6B0913596AF4E4FA44B1E0D48E2E51C:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F8E6193FE40F4E6891665A66587A3E88:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:07:08,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:08,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E6B0913596AF4E4FA44B1E0D48E2E51C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:08,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:08,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:08,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E6B0913596AF4E4FA44B1E0D48E2E51C
2016-05-18 02:07:08,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:08,852 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,853 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:07:08,853 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E6B0913596AF4E4FA44B1E0D48E2E51C initialized RecordReader from event
2016-05-18 02:07:08,855 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:08,855 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E6B0913596AF4E4FA44B1E0D48E2E51C
2016-05-18 02:07:08,855 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(every)[by:[{?}:ALL]], id: 537953550AE344C2A763FA231ED4F895
2016-05-18 02:07:08,855 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(every)[by:[{?}:ALL]] 537953550AE344C2A763FA231ED4F895
2016-05-18 02:07:08,856 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,859 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,859 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F8E6193FE40F4E6891665A66587A3E88 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@59a26723, comparator=cascading.tuple.hadoop.util.TupleComparator@352158ce, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:07:08,859 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F8E6193FE40F4E6891665A66587A3E88: , UsingHashComparator=false
2016-05-18 02:07:08,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:07:08,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:07:08,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F8E6193FE40F4E6891665A66587A3E88: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:07:08,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F8E6193FE40F4E6891665A66587A3E88: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:07:08,872 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:07:08,873 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FF861A967D534EE2B316DA805F0FBC10, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:07:08,874 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,874 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF861A967D534EE2B316DA805F0FBC10, mem on close (mb), free: 72, total: 377, max: 672
2016-05-18 02:07:08,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F8E6193FE40F4E6891665A66587A3E88: Starting flush of map output
2016-05-18 02:07:08,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F8E6193FE40F4E6891665A66587A3E88: Span0.length = 20, perItem = 6
2016-05-18 02:07:08,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F8E6193FE40F4E6891665A66587A3E88: done sorting span=0, length=20, time=0
2016-05-18 02:07:08,875 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F8E6193FE40F4E6891665A66587A3E88: Heap = SpanIterator<0:19> (span=Span[16777216,131]),
2016-05-18 02:07:08,876 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F8E6193FE40F4E6891665A66587A3E88: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd/localmode-local-dir/output/attempt_1463537228655_0001_1_00_000000_0_10339_0/file.out
2016-05-18 02:07:08,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:07:08 Completed running task attempt: attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,879 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537228655_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:07:08,880 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537228655_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:07:08,880 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537228655_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537228873, Process_Duration=1, Process_End_Time=1463537228874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-18 02:07:08,880 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537228655_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:07:08,880 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:07:08,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FF861A967D534EE2B316DA805F0FBC10, taskAttemptId=attempt_1463537228655_0001_1_00_000000_0, creationTime=1463537228838, allocationTime=1463537228840, startTime=1463537228842, finishTime=1463537228880, timeTaken=38, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:07:08,880 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:07:08,881 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,881 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08,881 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537228655_0001_00_000001
2016-05-18 02:07:08,881 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_FINISHED]: vertexName=FF861A967D534EE2B316DA805F0FBC10, taskId=task_1463537228655_0001_1_00_000000, startTime=1463537228842, finishTime=1463537228881, timeTaken=39, status=SUCCEEDED, successfulAttemptID=attempt_1463537228655_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537228873, Process_Duration=1, Process_End_Time=1463537228874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:08,881 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:07:08,882 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10]
2016-05-18 02:07:08,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_FINISHED]: vertexName=FF861A967D534EE2B316DA805F0FBC10, vertexId=vertex_1463537228655_0001_1_00, initRequestedTime=1463537228824, initedTime=1463537228835, startRequestedTime=1463537228825, startedTime=1463537228836, finishTime=1463537228882, timeTaken=46, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537228873, Process_Duration=1, Process_End_Time=1463537228874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463537228842, firstTasksToStart=[ task_1463537228655_0001_1_00_000000 ], lastTaskFinishTime=1463537228880, lastTasksToFinish=[ task_1463537228655_0001_1_00_000000 ], minTaskDuration=38, maxTaskDuration=38, avgTaskDuration=38.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537228655_0001_1_00_000000 ], longestDurationTasks=[ task_1463537228655_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:07:08,882 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:07:08,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537228655_0001_00_000001, stoppedTime=1463537228882, exitStatus=0
2016-05-18 02:07:08,882 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] attempt: attempt_1463537228655_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:07:08,883 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537228655_0001_1_00 [FF861A967D534EE2B316DA805F0FBC10] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:07:08,883 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:07:08,883 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F8E6193FE40F4E6891665A66587A3E88
2016-05-18 02:07:08,883 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=FF861A967D534EE2B316DA805F0FBC10, destinationVertexName=F8E6193FE40F4E6891665A66587A3E88. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:07:08,883 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,883 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537228655_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:07:08,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_STARTED]: vertexName=F8E6193FE40F4E6891665A66587A3E88, taskId=task_1463537228655_0001_1_01_000000, scheduledTime=1463537228883, launchTime=1463537228883
2016-05-18 02:07:08,884 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537228655_0001_00_000002, launchTime=1463537228885
2016-05-18 02:07:08,885 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537228655_0001_00_000002
2016-05-18 02:07:08,886 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537228655_0001_1_01_000000_0] started. Is using containerId: [container_1463537228655_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:07:08,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F8E6193FE40F4E6891665A66587A3E88, taskAttemptId=attempt_1463537228655_0001_1_01_000000_0, startTime=1463537228886, containerId=container_1463537228655_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:07:08,886 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537228655_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537228655_0001_1_01_000000_0
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228655_0001_1_01_000000_0
2016-05-18 02:07:08,887 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537228655_0001_1_01_000000_0
2016-05-18 02:07:08,887 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,887 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:07:08,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP, VertexName: F8E6193FE40F4E6891665A66587A3E88, VertexParallelism: 1, TaskAttemptID:attempt_1463537228655_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF861A967D534EE2B316DA805F0FBC10, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BA11AE3915AC4C7B9A4FBE27125E5991, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:07:08,887 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:07:08,888 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537228655_0001_1_01_000000_0
2016-05-18 02:07:08,889 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:07:08,890 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537228655_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,890 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537228655_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:07:08,891 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:07:08,891 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537228655_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:07:08,891 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537228655_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:07:08,892 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537228655_0001_00_000001, Exiting
2016-05-18 02:07:08,892 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537228655_0001_00_000001
2016-05-18 02:07:08,892 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537228655_0001_00_000001
2016-05-18 02:07:08,893 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537228655_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:07:08,893 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537228655_0001_00_000001 completed successfully
2016-05-18 02:07:08,896 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F8E6193FE40F4E6891665A66587A3E88, ordinal: 1
2016-05-18 02:07:08,896 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8E6193FE40F4E6891665A66587A3E88, mem on start (mb), free: 65, total: 377, max: 672
2016-05-18 02:07:08,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:07:08,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:07:08,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:07:08,901 INFO  output.MROutput (MROutput.java:initialize(421)) - BA11AE3915AC4C7B9A4FBE27125E5991: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:07:08,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:07:08,901 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FF861A967D534EE2B316DA805F0FBC10:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [BA11AE3915AC4C7B9A4FBE27125E5991:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:07:08,901 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:07:08,901 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:07:08,902 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:07:08,902 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FF861A967D534EE2B316DA805F0FBC10:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [BA11AE3915AC4C7B9A4FBE27125E5991:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:07:08,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:07:08,902 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - FF861A967D534EE2B316DA805F0FBC10: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:07:08,902 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - FF861A967D534EE2B316DA805F0FBC10: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:07:08,903 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FF861A967D534EE2B316DA805F0FBC10 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:07:08,903 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: FF861A967D534EE2B316DA805F0FBC10 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:07:08,903 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:07:08,903 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:07:08,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FF861A967D534EE2B316DA805F0FBC10
2016-05-18 02:07:08,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:07:08,904 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537228655_0001_1_01_000000_0
2016-05-18 02:07:08,904 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FF861A967D534EE2B316DA805F0FBC10: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:07:08,906 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(every)[by:[{?}:ALL]]
2016-05-18 02:07:08,907 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(every)[by:[{?}:ALL]] streamed: true, id: 537953550AE344C2A763FA231ED4F895
2016-05-18 02:07:08,907 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_SWAP"], id: BA11AE3915AC4C7B9A4FBE27125E5991
2016-05-18 02:07:08,907 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_SWAP"]
2016-05-18 02:07:08,907 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(every)[by:[{?}:ALL]] 537953550AE344C2A763FA231ED4F895, for 1 inputs
2016-05-18 02:07:08,908 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537228655_0001_1_00_000000_0_10339} to DISK_DIRECT, csize=181, dsize=177, EndTime=1463537228908, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:07:08,909 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : FF861A967D534EE2B316DA805F0FBC10
2016-05-18 02:07:08,909 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:08,909 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: FF861A967D534EE2B316DA805F0FBC10, wasInterrupted=false
2016-05-18 02:07:08,909 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:07:08,909 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:07:08,910 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,910 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001_wd/localmode-local-dir/output/attempt_1463537228655_0001_1_00_000000_0_10339/file.out, len=181, isLocal=true
2016-05-18 02:07:08,910 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 181 bytes from disk
2016-05-18 02:07:08,910 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:07:08,911 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:07:08,911 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:07:08,911 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : FF861A967D534EE2B316DA805F0FBC10
2016-05-18 02:07:08,911 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F8E6193FE40F4E6891665A66587A3E88, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:07:08,911 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - FF861A967D534EE2B316DA805F0FBC10: Shuffle Runner thread complete
2016-05-18 02:07:08,912 INFO  util.BaseTupleComparator (BaseTupleComparator.java:setConf(57)) - enabling raw byte comparison and ordering
2016-05-18 02:07:08,912 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - FF861A967D534EE2B316DA805F0FBC10: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:07:08,914 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:08,914 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(91)) - caught throwable
cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
2016-05-18 02:07:08,916 INFO  output.MROutput (MROutput.java:close(526)) - BA11AE3915AC4C7B9A4FBE27125E5991 closed
2016-05-18 02:07:08,918 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537228655_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:07:08,918 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537228655_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:07:08,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537228655_0001_1_01_000000_0: Counters: 33 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=4, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537228911, Process_Duration=7, Process_End_Time=1463537228918, Read_Duration=0, Tuples_Read=1]]
2016-05-18 02:07:08,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:07:08,919 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8E6193FE40F4E6891665A66587A3E88, mem on close (mb), free: 58, total: 377, max: 672
2016-05-18 02:07:08,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=F8E6193FE40F4E6891665A66587A3E88, index=1, interruptedStatus=false
2016-05-18 02:07:08,919 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: FF861A967D534EE2B316DA805F0FBC10
2016-05-18 02:07:08,919 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FF861A967D534EE2B316DA805F0FBC10: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:07:08,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=F8E6193FE40F4E6891665A66587A3E88, sourceVertex=FF861A967D534EE2B316DA805F0FBC10, interruptedStatus=true
2016-05-18 02:07:08,920 INFO  output.MROutput (MROutput.java:close(526)) - BA11AE3915AC4C7B9A4FBE27125E5991 closed
2016-05-18 02:07:08,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=F8E6193FE40F4E6891665A66587A3E88, sourceVertex=BA11AE3915AC4C7B9A4FBE27125E5991, interruptedStatus=true
2016-05-18 02:07:08,921 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537228655_0001_1_01_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}  
2016-05-18 02:07:08,921 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], containerShutdownRequested=false}
2016-05-18 02:07:08,921 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537228655_0001_00_000002
2016-05-18 02:07:08,921 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537228655_0001_00_000002
2016-05-18 02:07:08,921 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537228655_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS], errorMessage='TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]'}
2016-05-18 02:07:08,921 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537228655_0001_00_000002 completed but with errors
2016-05-18 02:07:08,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F8E6193FE40F4E6891665A66587A3E88, taskAttemptId=attempt_1463537228655_0001_1_01_000000_0, creationTime=1463537228884, allocationTime=1463537228884, startTime=1463537228886, finishTime=1463537228921, timeTaken=35, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537228655_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
, counters=Counters: 33, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=181, SHUFFLE_BYTES=181, SHUFFLE_BYTES_DECOMPRESSED=177, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=181, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537228911, Process_Duration=7, Process_End_Time=1463537228918, Read_Duration=0, Tuples_Read=1
2016-05-18 02:07:08,922 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537228655_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
2016-05-18 02:07:08,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537228655_0001_00_000002, stoppedTime=1463537228922, exitStatus=1
2016-05-18 02:07:08,922 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537228655_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:07:08,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:TASK_FINISHED]: vertexName=F8E6193FE40F4E6891665A66587A3E88, taskId=task_1463537228655_0001_1_01_000000, startTime=1463537228886, finishTime=1463537228922, timeTaken=36, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537228655_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
], counters=Counters: 0
2016-05-18 02:07:08,923 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] because task failed: task_1463537228655_0001_1_01_000000
2016-05-18 02:07:08,923 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:07:08,923 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:07:08,923 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:07:08,923 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,923 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=BA11AE3915AC4C7B9A4FBE27125E5991, vertexId=vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:VERTEX_FINISHED]: vertexName=F8E6193FE40F4E6891665A66587A3E88, vertexId=vertex_1463537228655_0001_1_01, initRequestedTime=1463537228825, initedTime=1463537228830, startRequestedTime=1463537228836, startedTime=1463537228837, finishTime=1463537228924, timeTaken=87, status=FAILED, diagnostics=Task failed, taskId=task_1463537228655_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537228655_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537228886, firstTasksToStart=[ task_1463537228655_0001_1_01_000000 ], lastTaskFinishTime=1463537228921, lastTasksToFinish=[ task_1463537228655_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:07:08,925 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:07:08,925 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-05-18 02:07:08,925 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:07:08,925 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:07:08,926 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537228655_0001_1, queueSize=0
2016-05-18 02:07:08,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537228655_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537228655_0001_1, startTime=1463537228823, finishTime=1463537228926, timeTaken=103, status=FAILED, diagnostics=Vertex failed, vertexName=F8E6193FE40F4E6891665A66587A3E88, vertexId=vertex_1463537228655_0001_1_01, diagnostics=[Task failed, taskId=task_1463537228655_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537228655_0001_1_01_000000_0:cascading.pipe.OperatorException: [every][cascading.detail.EveryAssemblyFactory.createAssembly(EveryAssemblyFactory.java:36)] operator Every failed completing operation: TestAggregator[decl:ARGS]
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:161)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:147)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:83)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:114)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestAggregator.complete(TestAggregator.java:112)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	... 20 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=170, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=131, OUTPUT_BYTES_WITH_OVERHEAD=177, OUTPUT_BYTES_PHYSICAL=181, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537228873, Process_Duration=1, Process_End_Time=1463537228874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20
2016-05-18 02:07:08,926 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537228655_0001_1_01 [F8E6193FE40F4E6891665A66587A3E88]
2016-05-18 02:07:08,927 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537228655_0001_1 finished with state: FAILED
2016-05-18 02:07:08,927 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537228655_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:07:08,927 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537228655_0001_1_01_000000_0 failed: true container: container_1463537228655_0001_00_000002 numFailedTAs: 0
2016-05-18 02:07:08 Completed Dag: dag_1463537228655_0001_1
2016-05-18 02:07:08,929 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537228655_0001_1, dagState=FAILED
2016-05-18 02:07:08,929 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537228655_0001_1_post
2016-05-18 02:07:08,929 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:07:08,929 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:07:08,929 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:07:08,929 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP, with id=dag_1463537228655_0001_1
2016-05-18 02:07:08,929 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20] every/(1/1) ...blyplatform/ALL_ARGS_SWAP, with id=dag_1463537228655_0001_1
2016-05-18 02:07:08,935 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/ALL_ARGS_SWAP, applicationId=application_1463537228655_0001
2016-05-18 02:07:08,937 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:07:08,937 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:07:08,937 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:07:08,937 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:07:08,937 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:07:08,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:07:08,938 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:07:08,938 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:07:08,938 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:07:08,938 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:07:08,938 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:07:08,939 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:07:08,939 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:07:08,940 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:07:08,941 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0394C3FB27FE4D30A91E71FA68B5ADEC/A9739AA7263E40D3A8C7CAC326EA7E20/.tez/application_1463537228655_0001
2016-05-18 02:07:08,941 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping all jobs
2016-05-18 02:07:08,942 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopping: (1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:07:08,942 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every] stopped all jobs
2016-05-18 02:07:08,943 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/everypipeassemblyplatform/ALL_ARGS_SWAP/_temporary
2016-05-18 02:07:08,943 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [every]  completed in: 00:00.304
2016-05-18 02:07:08,943 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/everypipeassemblyplatform//ALL_ARGS_SWAP

2016-05-18 02:06:34 Running Dag: dag_1463537193265_0001_1
2016-05-18 02:06:34 Starting to run new task attempt: attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34 Completed running task attempt: attempt_1463537193265_0001_1_00_000000_0
2016-05-18 02:06:34 Starting to run new task attempt: attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:35 Completed running task attempt: attempt_1463537193265_0001_1_01_000000_0
2016-05-18 02:06:35 Completed Dag: dag_1463537193265_0001_1
2016-05-18 02:06:35 Running Dag: dag_1463537195660_0001_1
2016-05-18 02:06:35 Starting to run new task attempt: attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:36 Completed running task attempt: attempt_1463537195660_0001_1_00_000000_0
2016-05-18 02:06:36 Starting to run new task attempt: attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36 Completed running task attempt: attempt_1463537195660_0001_1_01_000000_0
2016-05-18 02:06:36 Completed Dag: dag_1463537195660_0001_1
2016-05-18 02:06:36 Running Dag: dag_1463537196643_0001_1
2016-05-18 02:06:36 Starting to run new task attempt: attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:36 Completed running task attempt: attempt_1463537196643_0001_1_00_000000_0
2016-05-18 02:06:37 Starting to run new task attempt: attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37 Completed running task attempt: attempt_1463537196643_0001_1_01_000000_0
2016-05-18 02:06:37 Completed Dag: dag_1463537196643_0001_1
2016-05-18 02:06:37 Running Dag: dag_1463537197509_0001_1
2016-05-18 02:06:37 Starting to run new task attempt: attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37 Completed running task attempt: attempt_1463537197509_0001_1_00_000000_0
2016-05-18 02:06:37 Starting to run new task attempt: attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37 Completed running task attempt: attempt_1463537197509_0001_1_01_000000_0
2016-05-18 02:06:37 Completed Dag: dag_1463537197509_0001_1
2016-05-18 02:06:38 Running Dag: dag_1463537198366_0001_1
2016-05-18 02:06:38 Starting to run new task attempt: attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38 Completed running task attempt: attempt_1463537198366_0001_1_00_000000_0
2016-05-18 02:06:38 Starting to run new task attempt: attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38 Completed running task attempt: attempt_1463537198366_0001_1_01_000000_0
2016-05-18 02:06:38 Completed Dag: dag_1463537198366_0001_1
2016-05-18 02:06:39 Running Dag: dag_1463537199095_0001_1
2016-05-18 02:06:39 Starting to run new task attempt: attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39 Completed running task attempt: attempt_1463537199095_0001_1_00_000000_0
2016-05-18 02:06:39 Starting to run new task attempt: attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39 Completed running task attempt: attempt_1463537199095_0001_1_01_000000_0
2016-05-18 02:06:39 Completed Dag: dag_1463537199095_0001_1
2016-05-18 02:06:40 Running Dag: dag_1463537199876_0001_1
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537199876_0001_1_00_000000_0
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537199876_0001_1_01_000000_0
2016-05-18 02:06:40 Completed Dag: dag_1463537199876_0001_1
2016-05-18 02:06:40 Running Dag: dag_1463537200524_0001_1
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537200524_0001_1_00_000000_0
2016-05-18 02:06:40 Starting to run new task attempt: attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40 Completed running task attempt: attempt_1463537200524_0001_1_01_000000_0
2016-05-18 02:06:40 Completed Dag: dag_1463537200524_0001_1
2016-05-18 02:06:41 Running Dag: dag_1463537201406_0001_1
2016-05-18 02:06:41 Starting to run new task attempt: attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41 Completed running task attempt: attempt_1463537201406_0001_1_00_000000_0
2016-05-18 02:06:41 Starting to run new task attempt: attempt_1463537201406_0001_1_01_000000_0
2016-05-18 02:06:41 Completed Dag: dag_1463537201406_0001_1
2016-05-18 02:06:42 Running Dag: dag_1463537202057_0001_1
2016-05-18 02:06:42 Starting to run new task attempt: attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42 Completed running task attempt: attempt_1463537202057_0001_1_00_000000_0
2016-05-18 02:06:42 Starting to run new task attempt: attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42 Completed running task attempt: attempt_1463537202057_0001_1_01_000000_0
2016-05-18 02:06:42 Completed Dag: dag_1463537202057_0001_1
2016-05-18 02:06:42 Running Dag: dag_1463537202716_0001_1
2016-05-18 02:06:42 Starting to run new task attempt: attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:42 Completed running task attempt: attempt_1463537202716_0001_1_00_000000_0
2016-05-18 02:06:43 Starting to run new task attempt: attempt_1463537202716_0001_1_01_000000_0
2016-05-18 02:06:43 Completed Dag: dag_1463537202716_0001_1
2016-05-18 02:06:43 Running Dag: dag_1463537203391_0001_1
2016-05-18 02:06:43 Starting to run new task attempt: attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43 Completed running task attempt: attempt_1463537203391_0001_1_00_000000_0
2016-05-18 02:06:43 Starting to run new task attempt: attempt_1463537203391_0001_1_01_000000_0
2016-05-18 02:06:43 Completed Dag: dag_1463537203391_0001_1
2016-05-18 02:06:44 Running Dag: dag_1463537203946_0001_1
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44 Completed running task attempt: attempt_1463537203946_0001_1_00_000000_0
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537203946_0001_1_01_000000_0
2016-05-18 02:06:44 Completed Dag: dag_1463537203946_0001_1
2016-05-18 02:06:44 Running Dag: dag_1463537204536_0001_1
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44 Completed running task attempt: attempt_1463537204536_0001_1_00_000000_0
2016-05-18 02:06:44 Starting to run new task attempt: attempt_1463537204536_0001_1_01_000000_0
2016-05-18 02:06:44 Completed Dag: dag_1463537204536_0001_1
2016-05-18 02:06:45 Running Dag: dag_1463537205075_0001_1
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45 Completed running task attempt: attempt_1463537205075_0001_1_00_000000_0
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205075_0001_1_01_000000_0
2016-05-18 02:06:45 Completed Dag: dag_1463537205075_0001_1
2016-05-18 02:06:45 Running Dag: dag_1463537205673_0001_1
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45 Completed running task attempt: attempt_1463537205673_0001_1_00_000000_0
2016-05-18 02:06:45 Starting to run new task attempt: attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:46 Completed running task attempt: attempt_1463537205673_0001_1_01_000000_0
2016-05-18 02:06:46 Completed Dag: dag_1463537205673_0001_1
2016-05-18 02:06:46 Running Dag: dag_1463537206369_0001_1
2016-05-18 02:06:46 Starting to run new task attempt: attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46 Completed running task attempt: attempt_1463537206369_0001_1_00_000000_0
2016-05-18 02:06:46 Starting to run new task attempt: attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46 Completed running task attempt: attempt_1463537206369_0001_1_01_000000_0
2016-05-18 02:06:46 Completed Dag: dag_1463537206369_0001_1
2016-05-18 02:06:47 Running Dag: dag_1463537207055_0001_1
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47 Completed running task attempt: attempt_1463537207055_0001_1_00_000000_0
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47 Completed running task attempt: attempt_1463537207055_0001_1_01_000000_0
2016-05-18 02:06:47 Completed Dag: dag_1463537207055_0001_1
2016-05-18 02:06:47 Running Dag: dag_1463537207679_0001_1
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47 Completed running task attempt: attempt_1463537207679_0001_1_00_000000_0
2016-05-18 02:06:47 Starting to run new task attempt: attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:48 Completed running task attempt: attempt_1463537207679_0001_1_01_000000_0
2016-05-18 02:06:48 Completed Dag: dag_1463537207679_0001_1
2016-05-18 02:06:48 Running Dag: dag_1463537208282_0001_1
2016-05-18 02:06:48 Starting to run new task attempt: attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48 Completed running task attempt: attempt_1463537208282_0001_1_00_000000_0
2016-05-18 02:06:48 Starting to run new task attempt: attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48 Completed running task attempt: attempt_1463537208282_0001_1_01_000000_0
2016-05-18 02:06:48 Completed Dag: dag_1463537208282_0001_1
2016-05-18 02:06:49 Running Dag: dag_1463537208911_0001_1
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537208911_0001_1_00_000000_0
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537208911_0001_1_01_000000_0
2016-05-18 02:06:49 Completed Dag: dag_1463537208911_0001_1
2016-05-18 02:06:49 Running Dag: dag_1463537209521_0001_1
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537209521_0001_1_00_000000_0
2016-05-18 02:06:49 Starting to run new task attempt: attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49 Completed running task attempt: attempt_1463537209521_0001_1_01_000000_0
2016-05-18 02:06:49 Completed Dag: dag_1463537209521_0001_1
2016-05-18 02:06:50 Running Dag: dag_1463537210102_0001_1
2016-05-18 02:06:50 Starting to run new task attempt: attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50 Completed running task attempt: attempt_1463537210102_0001_1_00_000000_0
2016-05-18 02:06:50 Starting to run new task attempt: attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50 Completed running task attempt: attempt_1463537210102_0001_1_01_000000_0
2016-05-18 02:06:50 Completed Dag: dag_1463537210102_0001_1
2016-05-18 02:06:50 Running Dag: dag_1463537210789_0001_1
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537210789_0001_1_00_000000_0
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537210789_0001_1_01_000000_0
2016-05-18 02:06:51 Completed Dag: dag_1463537210789_0001_1
2016-05-18 02:06:51 Running Dag: dag_1463537211378_0001_1
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537211378_0001_1_00_000000_0
2016-05-18 02:06:51 Starting to run new task attempt: attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51 Completed running task attempt: attempt_1463537211378_0001_1_01_000000_0
2016-05-18 02:06:51 Completed Dag: dag_1463537211378_0001_1
2016-05-18 02:06:52 Running Dag: dag_1463537212036_0001_1
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212036_0001_1_00_000000_0
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212036_0001_1_01_000000_0
2016-05-18 02:06:52 Completed Dag: dag_1463537212036_0001_1
2016-05-18 02:06:52 Running Dag: dag_1463537212621_0001_1
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212621_0001_1_00_000000_0
2016-05-18 02:06:52 Starting to run new task attempt: attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52 Completed running task attempt: attempt_1463537212621_0001_1_01_000000_0
2016-05-18 02:06:52 Completed Dag: dag_1463537212621_0001_1
2016-05-18 02:06:53 Running Dag: dag_1463537213185_0001_1
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53 Completed running task attempt: attempt_1463537213185_0001_1_00_000000_0
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213185_0001_1_01_000000_0
2016-05-18 02:06:53 Completed Dag: dag_1463537213185_0001_1
2016-05-18 02:06:53 Running Dag: dag_1463537213714_0001_1
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53 Completed running task attempt: attempt_1463537213714_0001_1_00_000000_0
2016-05-18 02:06:53 Starting to run new task attempt: attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:54 Completed running task attempt: attempt_1463537213714_0001_1_01_000000_0
2016-05-18 02:06:54 Completed Dag: dag_1463537213714_0001_1
2016-05-18 02:06:54 Running Dag: dag_1463537214302_0001_1
2016-05-18 02:06:54 Starting to run new task attempt: attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54 Completed running task attempt: attempt_1463537214302_0001_1_00_000000_0
2016-05-18 02:06:54 Starting to run new task attempt: attempt_1463537214302_0001_1_01_000000_0
2016-05-18 02:06:54 Completed Dag: dag_1463537214302_0001_1
2016-05-18 02:06:55 Running Dag: dag_1463537214869_0001_1
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55 Completed running task attempt: attempt_1463537214869_0001_1_00_000000_0
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537214869_0001_1_01_000000_0
2016-05-18 02:06:55 Completed Dag: dag_1463537214869_0001_1
2016-05-18 02:06:55 Running Dag: dag_1463537215372_0001_1
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55 Completed running task attempt: attempt_1463537215372_0001_1_00_000000_0
2016-05-18 02:06:55 Starting to run new task attempt: attempt_1463537215372_0001_1_01_000000_0
2016-05-18 02:06:55 Completed Dag: dag_1463537215372_0001_1
2016-05-18 02:06:56 Running Dag: dag_1463537215860_0001_1
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56 Completed running task attempt: attempt_1463537215860_0001_1_00_000000_0
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537215860_0001_1_01_000000_0
2016-05-18 02:06:56 Completed Dag: dag_1463537215860_0001_1
2016-05-18 02:06:56 Running Dag: dag_1463537216341_0001_1
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56 Completed running task attempt: attempt_1463537216341_0001_1_00_000000_0
2016-05-18 02:06:56 Starting to run new task attempt: attempt_1463537216341_0001_1_01_000000_0
2016-05-18 02:06:56 Completed Dag: dag_1463537216341_0001_1
2016-05-18 02:06:56 Running Dag: dag_1463537216831_0001_1
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537216831_0001_1_00_000000_0
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537216831_0001_1_01_000000_0
2016-05-18 02:06:57 Completed Dag: dag_1463537216831_0001_1
2016-05-18 02:06:57 Running Dag: dag_1463537217467_0001_1
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537217467_0001_1_00_000000_0
2016-05-18 02:06:57 Starting to run new task attempt: attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57 Completed running task attempt: attempt_1463537217467_0001_1_01_000000_0
2016-05-18 02:06:57 Completed Dag: dag_1463537217467_0001_1
2016-05-18 02:06:58 Running Dag: dag_1463537218101_0001_1
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218101_0001_1_00_000000_0
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218101_0001_1_01_000000_0
2016-05-18 02:06:58 Completed Dag: dag_1463537218101_0001_1
2016-05-18 02:06:58 Running Dag: dag_1463537218650_0001_1
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218650_0001_1_00_000000_0
2016-05-18 02:06:58 Starting to run new task attempt: attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58 Completed running task attempt: attempt_1463537218650_0001_1_01_000000_0
2016-05-18 02:06:58 Completed Dag: dag_1463537218650_0001_1
2016-05-18 02:06:59 Running Dag: dag_1463537219189_0001_1
2016-05-18 02:06:59 Starting to run new task attempt: attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59 Completed running task attempt: attempt_1463537219189_0001_1_00_000000_0
2016-05-18 02:06:59 Starting to run new task attempt: attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59 Completed running task attempt: attempt_1463537219189_0001_1_01_000000_0
2016-05-18 02:06:59 Completed Dag: dag_1463537219189_0001_1
2016-05-18 02:06:59 Running Dag: dag_1463537219749_0001_1
2016-05-18 02:06:59 Starting to run new task attempt: attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:06:59 Completed running task attempt: attempt_1463537219749_0001_1_00_000000_0
2016-05-18 02:07:00 Starting to run new task attempt: attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00 Completed running task attempt: attempt_1463537219749_0001_1_01_000000_0
2016-05-18 02:07:00 Completed Dag: dag_1463537219749_0001_1
2016-05-18 02:07:00 Running Dag: dag_1463537220328_0001_1
2016-05-18 02:07:00 Starting to run new task attempt: attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00 Completed running task attempt: attempt_1463537220328_0001_1_00_000000_0
2016-05-18 02:07:00 Starting to run new task attempt: attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00 Completed running task attempt: attempt_1463537220328_0001_1_01_000000_0
2016-05-18 02:07:00 Completed Dag: dag_1463537220328_0001_1
2016-05-18 02:07:01 Running Dag: dag_1463537220862_0001_1
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537220862_0001_1_00_000000_0
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537220862_0001_1_01_000000_0
2016-05-18 02:07:01 Completed Dag: dag_1463537220862_0001_1
2016-05-18 02:07:01 Running Dag: dag_1463537221479_0001_1
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537221479_0001_1_00_000000_0
2016-05-18 02:07:01 Starting to run new task attempt: attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01 Completed running task attempt: attempt_1463537221479_0001_1_01_000000_0
2016-05-18 02:07:01 Completed Dag: dag_1463537221479_0001_1
2016-05-18 02:07:02 Running Dag: dag_1463537222012_0001_1
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222012_0001_1_00_000000_0
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222012_0001_1_01_000000_0
2016-05-18 02:07:02 Completed Dag: dag_1463537222012_0001_1
2016-05-18 02:07:02 Running Dag: dag_1463537222594_0001_1
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222594_0001_1_00_000000_0
2016-05-18 02:07:02 Starting to run new task attempt: attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02 Completed running task attempt: attempt_1463537222594_0001_1_01_000000_0
2016-05-18 02:07:02 Completed Dag: dag_1463537222594_0001_1
2016-05-18 02:07:03 Running Dag: dag_1463537223131_0001_1
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03 Completed running task attempt: attempt_1463537223131_0001_1_00_000000_0
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03 Completed running task attempt: attempt_1463537223131_0001_1_01_000000_0
2016-05-18 02:07:03 Completed Dag: dag_1463537223131_0001_1
2016-05-18 02:07:03 Running Dag: dag_1463537223706_0001_1
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03 Completed running task attempt: attempt_1463537223706_0001_1_00_000000_0
2016-05-18 02:07:03 Starting to run new task attempt: attempt_1463537223706_0001_1_01_000000_0
2016-05-18 02:07:03 Completed Dag: dag_1463537223706_0001_1
2016-05-18 02:07:04 Running Dag: dag_1463537224169_0001_1
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04 Completed running task attempt: attempt_1463537224169_0001_1_00_000000_0
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04 Completed running task attempt: attempt_1463537224169_0001_1_01_000000_0
2016-05-18 02:07:04 Completed Dag: dag_1463537224169_0001_1
2016-05-18 02:07:04 Running Dag: dag_1463537224699_0001_1
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04 Completed running task attempt: attempt_1463537224699_0001_1_00_000000_0
2016-05-18 02:07:04 Starting to run new task attempt: attempt_1463537224699_0001_1_01_000000_0
2016-05-18 02:07:04 Completed Dag: dag_1463537224699_0001_1
2016-05-18 02:07:05 Running Dag: dag_1463537225201_0001_1
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05 Completed running task attempt: attempt_1463537225201_0001_1_00_000000_0
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225201_0001_1_01_000000_0
2016-05-18 02:07:05 Completed Dag: dag_1463537225201_0001_1
2016-05-18 02:07:05 Running Dag: dag_1463537225709_0001_1
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05 Completed running task attempt: attempt_1463537225709_0001_1_00_000000_0
2016-05-18 02:07:05 Starting to run new task attempt: attempt_1463537225709_0001_1_01_000000_0
2016-05-18 02:07:06 Completed Dag: dag_1463537225709_0001_1
2016-05-18 02:07:06 Running Dag: dag_1463537226190_0001_1
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06 Completed running task attempt: attempt_1463537226190_0001_1_00_000000_0
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226190_0001_1_01_000000_0
2016-05-18 02:07:06 Completed Dag: dag_1463537226190_0001_1
2016-05-18 02:07:06 Running Dag: dag_1463537226663_0001_1
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06 Completed running task attempt: attempt_1463537226663_0001_1_00_000000_0
2016-05-18 02:07:06 Starting to run new task attempt: attempt_1463537226663_0001_1_01_000000_0
2016-05-18 02:07:06 Completed Dag: dag_1463537226663_0001_1
2016-05-18 02:07:07 Running Dag: dag_1463537227133_0001_1
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07 Completed running task attempt: attempt_1463537227133_0001_1_00_000000_0
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227133_0001_1_01_000000_0
2016-05-18 02:07:07 Completed Dag: dag_1463537227133_0001_1
2016-05-18 02:07:07 Running Dag: dag_1463537227646_0001_1
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07 Completed running task attempt: attempt_1463537227646_0001_1_00_000000_0
2016-05-18 02:07:07 Starting to run new task attempt: attempt_1463537227646_0001_1_01_000000_0
2016-05-18 02:07:07 Completed Dag: dag_1463537227646_0001_1
2016-05-18 02:07:08 Running Dag: dag_1463537228165_0001_1
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08 Completed running task attempt: attempt_1463537228165_0001_1_00_000000_0
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228165_0001_1_01_000000_0
2016-05-18 02:07:08 Completed Dag: dag_1463537228165_0001_1
2016-05-18 02:07:08 Running Dag: dag_1463537228655_0001_1
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08 Completed running task attempt: attempt_1463537228655_0001_1_00_000000_0
2016-05-18 02:07:08 Starting to run new task attempt: attempt_1463537228655_0001_1_01_000000_0
2016-05-18 02:07:08 Completed Dag: dag_1463537228655_0001_1